{"severity_text":"INFO","timestamp":"2026-11-03T01:27:05.359329348Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:05.409086075Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:05.508420186Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:05.508455295Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":true,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:05.719502072Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:05.719550976Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:05.879669514Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/9c8d7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.85812939Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.965510233Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.965765009Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.965848628Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.965930416Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966001119Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966062862Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966128273Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966209394Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966277566Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966345509Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966413078Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.96647608Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966540167Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966708073Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.966880025Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.967047114Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.96706385Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.967155116Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.967207734Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:06.967358663Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9} I1103 01:27:07.068060 1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.068130972Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.269289252Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:07.269383723Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9} I1103 01:27:23.568440 1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io" {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.568860836Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569087024Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.56914569Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569283905Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569329677Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569355333Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569407337Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.56952964Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569700175Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569856092Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"*maas.guardrailPropagationSource","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.569962033Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570006977Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570100853Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570169596Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570199547Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570220356Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570243113Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570275122Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570306108Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570385422Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570406153Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570405454Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570426416Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570497078Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570597648Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570616839Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570628976Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570665472Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570696722Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.57075701Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.570779961Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571298162Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571390626Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571416475Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571425666Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571446928Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571465502Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571486681Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571528361Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571558003Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571593906Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571611834Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571641008Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571731692Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.571909131Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572113506Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572122007Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572157412Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572222186Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572250569Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572270429Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572291419Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.572332884Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:23.812804114Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.00642557Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.06994732Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.172211479Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.172258998Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.172208374Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.172281148Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.173441802Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.173464169Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.173448672Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.173519424Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.175643222Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.175659357Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.177804487Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.17784974Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.18002611Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:24.180054397Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:25.26518397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee844bc-4c8f-4f99-ab77-c13b6db0cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:25.315673014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee844bc-4c8f-4f99-ab77-c13b6db0cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:25.366058529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee844bc-4c8f-4f99-ab77-c13b6db0cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:25.416434885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ee844bc-4c8f-4f99-ab77-c13b6db0cc17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:29.242775087Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"43b57121-3e72-48f8-9dfd-bc18be607551","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:30.22518648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc32597-d9a3-4795-892b-f78de93e8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:30.275394995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc32597-d9a3-4795-892b-f78de93e8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:30.325905077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc32597-d9a3-4795-892b-f78de93e8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:30.420683835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fc32597-d9a3-4795-892b-f78de93e8ad9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:32.296210293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd62ed8c-3d43-45af-a053-87ac6e4c6bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:32.347308062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd62ed8c-3d43-45af-a053-87ac6e4c6bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:32.398046418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd62ed8c-3d43-45af-a053-87ac6e4c6bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:32.448422314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd62ed8c-3d43-45af-a053-87ac6e4c6bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:34.283091913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75081944-9dce-48e1-8775-1eca8b71e34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:34.333484637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75081944-9dce-48e1-8775-1eca8b71e34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:34.383637885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75081944-9dce-48e1-8775-1eca8b71e34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:34.433977367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75081944-9dce-48e1-8775-1eca8b71e34a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:37.599191116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3754f960-c863-40d0-8976-d5578c897f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:37.724670171Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3754f960-c863-40d0-8976-d5578c897f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:37.784718732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3754f960-c863-40d0-8976-d5578c897f7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:37.807490835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de30300-a99e-451a-b859-89fdcebb00da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:37.862921748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de30300-a99e-451a-b859-89fdcebb00da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:37.916621781Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9de30300-a99e-451a-b859-89fdcebb00da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:37.998679812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1992817-d773-4673-ad80-4ba5415099fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.055319221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1992817-d773-4673-ad80-4ba5415099fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.109121968Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b1992817-d773-4673-ad80-4ba5415099fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.122761834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2adeca-3d76-469f-b2ab-1f8f61623807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.178534283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2adeca-3d76-469f-b2ab-1f8f61623807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.232517355Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5f2adeca-3d76-469f-b2ab-1f8f61623807","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.604127879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9037b9a-145c-451e-9212-8b4fe8f5be50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.659174176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9037b9a-145c-451e-9212-8b4fe8f5be50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.704339667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dafa5546-0544-42f5-9357-3afa2479846b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.713317083Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9037b9a-145c-451e-9212-8b4fe8f5be50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.759521147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dafa5546-0544-42f5-9357-3afa2479846b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.813849561Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dafa5546-0544-42f5-9357-3afa2479846b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.977663588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a93b23a0-b31b-4e38-835e-aec060394675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:38.977664532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ba98343-d7ee-4dca-af85-b7fc29df3d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.03264182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a93b23a0-b31b-4e38-835e-aec060394675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.0328826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ba98343-d7ee-4dca-af85-b7fc29df3d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:27:39.034744096Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"945d6db9-a12c-4116-9082-d0dbcbc50997","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.087202185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a93b23a0-b31b-4e38-835e-aec060394675","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:27:39.087386065Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23af098a-535b-4ede-b7e0-52da6b212ede","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.087202171Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4ba98343-d7ee-4dca-af85-b7fc29df3d8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.236802882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"463c2e40-8120-433c-a43d-f4a468414496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.237437753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0889ee67-f1cb-4def-9559-8201833c93fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.252915Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"66d818e0-1b08-4724-aad8-e54fa461ef32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.293455569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"463c2e40-8120-433c-a43d-f4a468414496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.293909125Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0889ee67-f1cb-4def-9559-8201833c93fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.34859146Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"463c2e40-8120-433c-a43d-f4a468414496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.348640708Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0889ee67-f1cb-4def-9559-8201833c93fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.353007757Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"27f415ef-b6fa-4f15-9322-ad41b95fcccc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.453962159Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dc49dfd4-39aa-4ebc-9ffe-a68db5fbdd46","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.499639553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a97f631-46c1-45a0-aa51-3b269cfc0bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.499615902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c5f9c5-0fb3-4585-b23a-87f7ff3ee5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.555027338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c5f9c5-0fb3-4585-b23a-87f7ff3ee5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.555113234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a97f631-46c1-45a0-aa51-3b269cfc0bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.555433477Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd23213c-1079-4b0e-a911-028cce6222d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.609701216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"71c5f9c5-0fb3-4585-b23a-87f7ff3ee5f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:39.609781194Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a97f631-46c1-45a0-aa51-3b269cfc0bb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.064558375Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0464f4c0-d0e9-4ee9-b7b5-f7f2973a789e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.074070491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f847d78c-f405-4e4b-b2cc-ec54e6689af4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.074092706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f847d78c-f405-4e4b-b2cc-ec54e6689af4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.140844269Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2979d78e-7248-4516-9ec1-1ce9710d0187","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.140868647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2979d78e-7248-4516-9ec1-1ce9710d0187","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.164798683Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c55464a4-82a1-4510-ae5f-ef66ff79e81b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.223568135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eee7fddd-d38c-4ecf-8295-a78da7351b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.223568103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a36edea-5bb8-4a82-b47a-6846fd5e7a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.278618535Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"103b7ce8-8088-4c1e-a626-81c42c4584e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.286100884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eee7fddd-d38c-4ecf-8295-a78da7351b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.28617176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a36edea-5bb8-4a82-b47a-6846fd5e7a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.343207444Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eee7fddd-d38c-4ecf-8295-a78da7351b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.343328778Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a36edea-5bb8-4a82-b47a-6846fd5e7a95","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.552650811Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e6a72c4-9ef3-4640-bc35-a0e3effbe710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.600907674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f0249e-dc56-437f-ae09-9b2eee234c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.600907634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b1d5b5c-d9fe-413f-927e-36b87a6d7000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.656517183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b1d5b5c-d9fe-413f-927e-36b87a6d7000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.656598198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f0249e-dc56-437f-ae09-9b2eee234c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.656654171Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a1f0249e-dc56-437f-ae09-9b2eee234c25","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:43.710709542Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b1d5b5c-d9fe-413f-927e-36b87a6d7000","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:27:43.858658206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b1d5b5c-d9fe-413f-927e-36b87a6d7000","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:44.013466335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ac5a90-2540-490d-b6f2-99a6b153e4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:44.068418497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ac5a90-2540-490d-b6f2-99a6b153e4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:44.068492775Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e2ac5a90-2540-490d-b6f2-99a6b153e4aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:44.728152976Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c95df6d-032f-4748-86bf-b32962a74f62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:44.728183697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c95df6d-032f-4748-86bf-b32962a74f62","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:47.020475708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b0f3965-c119-4c78-b3a9-b9e0744ab581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:47.020475637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fb2e2fc-4d84-4218-9dea-1cc1ca53b92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:47.123739506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b0f3965-c119-4c78-b3a9-b9e0744ab581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:47.123811135Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4b0f3965-c119-4c78-b3a9-b9e0744ab581","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:47.123844719Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fb2e2fc-4d84-4218-9dea-1cc1ca53b92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:47.123898553Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2fb2e2fc-4d84-4218-9dea-1cc1ca53b92c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.475731915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6665e6a9-85d9-478c-bda0-bf56179e0498","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.475751332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6665e6a9-85d9-478c-bda0-bf56179e0498","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.476497542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"169ccc5b-11f4-4057-934d-2d624bdfb34f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.476523109Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"169ccc5b-11f4-4057-934d-2d624bdfb34f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.527029318Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5e733fbf-3e5d-4b2c-bf94-9f132beb3a0a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.527559794Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"821f6d3a-d380-4a71-be6a-01db53cafcaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.541908733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4a01b781-2ebf-4a4d-8851-b3cac7d8b8bc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.541938723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4a01b781-2ebf-4a4d-8851-b3cac7d8b8bc","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.542307159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6bc15321-4d68-4679-bcda-48a4b3d2280e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.542325015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6bc15321-4d68-4679-bcda-48a4b3d2280e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.627114795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d47a544-9b7a-4a45-b5be-acb8e92ba519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.627644354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"716d785c-e029-48bd-85d9-0869633b8ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.68309124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"716d785c-e029-48bd-85d9-0869633b8ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.683158787Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"716d785c-e029-48bd-85d9-0869633b8ab1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.683191407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d47a544-9b7a-4a45-b5be-acb8e92ba519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.683239029Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0d47a544-9b7a-4a45-b5be-acb8e92ba519","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.883849032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"896c65f7-a626-4bf5-a546-00c31b6d8d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.883897938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaa6850-45d6-461f-bd3a-d94830519266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.939403129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"896c65f7-a626-4bf5-a546-00c31b6d8d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.939422724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaa6850-45d6-461f-bd3a-d94830519266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.939465259Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"896c65f7-a626-4bf5-a546-00c31b6d8d98","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:49.939467813Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6aaa6850-45d6-461f-bd3a-d94830519266","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:50.779931842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d82b93ab-2469-45db-ad79-71d1f17a02d5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:50.779953691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d82b93ab-2469-45db-ad79-71d1f17a02d5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.373899067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"392d3fba-d541-4073-aa35-c069aff4aba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.373899143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cede30d-9776-4ff9-87f1-040b715301ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.432794084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"392d3fba-d541-4073-aa35-c069aff4aba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.43284611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cede30d-9776-4ff9-87f1-040b715301ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.432889706Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3cede30d-9776-4ff9-87f1-040b715301ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.432854904Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"392d3fba-d541-4073-aa35-c069aff4aba6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.897896649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9acf608c-8f33-4a26-b0f6-9bd29d257d7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.897921428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"9acf608c-8f33-4a26-b0f6-9bd29d257d7d","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.898239681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3abadb4a-77ea-4b3d-95b3-b5c2c4e59f69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.898257315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3abadb4a-77ea-4b3d-95b3-b5c2c4e59f69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.898552963Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28eda619-5bf4-4d68-bddd-b32d9c2b228e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.898572023Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"28eda619-5bf4-4d68-bddd-b32d9c2b228e","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.949122642Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bc6d063c-c684-44bd-a2f8-527befe96137","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.949484395Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"51ccf8dc-e8b2-4cf5-9b11-441227581b34","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.96536117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"130325b5-3d61-48cd-902a-42518f907ce1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.965406376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"130325b5-3d61-48cd-902a-42518f907ce1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.965656055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acec160b-2073-47c1-809e-b41325ae4469","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.965667171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"acec160b-2073-47c1-809e-b41325ae4469","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.965845397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ff56aef-b9c6-4bd9-b057-ae3dcfc312a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:52.965855652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2ff56aef-b9c6-4bd9-b057-ae3dcfc312a3","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.049177862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc545adc-8484-49e1-b2a6-f314cd2f5ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.049177836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb43e98c-d9e4-4d42-812c-c1e2ee70645d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.105703443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc545adc-8484-49e1-b2a6-f314cd2f5ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.105781765Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc545adc-8484-49e1-b2a6-f314cd2f5ecd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.105703445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb43e98c-d9e4-4d42-812c-c1e2ee70645d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.105879946Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"eb43e98c-d9e4-4d42-812c-c1e2ee70645d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.306946423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01b89026-e290-4a36-adb8-6a329bc8a3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.306946123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c532aab8-83e4-4839-8009-1fb593347ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.362765564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01b89026-e290-4a36-adb8-6a329bc8a3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.362843461Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"01b89026-e290-4a36-adb8-6a329bc8a3fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.363797464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c532aab8-83e4-4839-8009-1fb593347ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.363853106Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"c532aab8-83e4-4839-8009-1fb593347ca8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:53.914624696Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:54.190430242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"63dceb93-cf40-4f2c-b447-95de41b7ad06","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:54.190452305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"63dceb93-cf40-4f2c-b447-95de41b7ad06","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:54.568863659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d7869e-8beb-4c10-bb3f-8b1badfdc91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:54.619346792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d7869e-8beb-4c10-bb3f-8b1badfdc91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:54.669575396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d7869e-8beb-4c10-bb3f-8b1badfdc91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:54.719770742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d7869e-8beb-4c10-bb3f-8b1badfdc91e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.576072007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52958cc2-4273-4846-b194-54fdf0c7b001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.576087594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a66d7c1a-10ab-4fd2-80e1-14a5dab12c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.632580313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52958cc2-4273-4846-b194-54fdf0c7b001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.632642605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a66d7c1a-10ab-4fd2-80e1-14a5dab12c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.632661938Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"52958cc2-4273-4846-b194-54fdf0c7b001","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.6326958Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a66d7c1a-10ab-4fd2-80e1-14a5dab12c55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.783418475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48b3f754-c8e3-4680-b3e1-9332321daf8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.783445583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"48b3f754-c8e3-4680-b3e1-9332321daf8c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.783771727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"093c9174-0941-4588-9e42-c8daf01150e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.783790241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"093c9174-0941-4588-9e42-c8daf01150e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.784040003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd963238-0af9-4899-b0d5-26f7442227ab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.78405875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dd963238-0af9-4899-b0d5-26f7442227ab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.78448671Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a05d9a57-97e1-4500-8342-d6a0ed4678fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.784504112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a05d9a57-97e1-4500-8342-d6a0ed4678fe","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.836770553Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"356eefa8-dd76-4b6f-b33d-5d596841d2b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.836792015Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3cf690e-acf0-408e-8d0f-9d7fc0ae0bf0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.84982934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84d69d8e-c38b-44f9-ae16-a521435d5c0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.849850226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"84d69d8e-c38b-44f9-ae16-a521435d5c0f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.850087942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"004ec408-9d6d-4936-ab5f-9930740b9054","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.850098226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"004ec408-9d6d-4936-ab5f-9930740b9054","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.850335791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b21975f2-7bfd-4add-a41a-058358842df1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.8503517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b21975f2-7bfd-4add-a41a-058358842df1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.850600014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f198d139-4c37-4259-9e6d-d92b71030184","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.850611903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f198d139-4c37-4259-9e6d-d92b71030184","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.936345144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297ca15e-9bf0-4c2f-bd28-df027a00642d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.936345071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc54b452-f6fa-45dd-9617-2cb0b3b82ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.992095315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297ca15e-9bf0-4c2f-bd28-df027a00642d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.992158488Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"297ca15e-9bf0-4c2f-bd28-df027a00642d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.992202977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc54b452-f6fa-45dd-9617-2cb0b3b82ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:57.992257873Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fc54b452-f6fa-45dd-9617-2cb0b3b82ca0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:58.197311941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"783fdefd-fb84-44d2-b0f1-9f70ab9ed494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:58.197312573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce98ff58-b1c0-4aae-a9f1-35bef33e8a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:58.255927527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce98ff58-b1c0-4aae-a9f1-35bef33e8a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:58.256074126Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ce98ff58-b1c0-4aae-a9f1-35bef33e8a46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:58.256178197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"783fdefd-fb84-44d2-b0f1-9f70ab9ed494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:58.256286084Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"783fdefd-fb84-44d2-b0f1-9f70ab9ed494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:59.119980881Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4593c114-e13d-4781-a75c-3d72deeef7ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:27:59.120007867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"4593c114-e13d-4781-a75c-3d72deeef7ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.767403683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f08183fa-4fc5-4533-8686-25bb9203c0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.767403472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4a7f895-b37c-447c-b162-a15c61a72932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.870857357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f08183fa-4fc5-4533-8686-25bb9203c0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.870931418Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f08183fa-4fc5-4533-8686-25bb9203c0c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.870939349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4a7f895-b37c-447c-b162-a15c61a72932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:01.870985894Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e4a7f895-b37c-447c-b162-a15c61a72932","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292020403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbf6c62a-ecdb-4f4f-b668-112f1c6201a0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292040988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dbf6c62a-ecdb-4f4f-b668-112f1c6201a0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.29227148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c6009ba-911c-437c-a94c-ca3bb109fcbb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292286843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"4c6009ba-911c-437c-a94c-ca3bb109fcbb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292517635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"396983d6-6c98-4b25-9bda-70a4aefce207","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292530943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"396983d6-6c98-4b25-9bda-70a4aefce207","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292720042Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ba0624f-b9a4-4d50-99fd-3e146e4dc6e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292730005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"2ba0624f-b9a4-4d50-99fd-3e146e4dc6e8","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292929124Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47a8c6b6-9efe-43d6-8eca-37c0313cc2a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.292940279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"47a8c6b6-9efe-43d6-8eca-37c0313cc2a7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.342569285Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"642c9d7a-15de-4620-af2a-b52aceac1b93","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.342569394Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e6a2f16a-03bb-46f6-be87-885a64c3153d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.35934673Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3bb6e62-7fa7-4e0c-b134-219448d2d728","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.359396638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c3bb6e62-7fa7-4e0c-b134-219448d2d728","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.359799303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c4b7fe1-0183-44ac-aaf5-b79459be7c5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.359816215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7c4b7fe1-0183-44ac-aaf5-b79459be7c5b","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.360016598Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"790dc7f8-db36-4572-a723-c5ed89e08020","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.360024816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"790dc7f8-db36-4572-a723-c5ed89e08020","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.360245845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8e73d5f-1c4a-4cc8-a826-bd2aab723599","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.36026148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"b8e73d5f-1c4a-4cc8-a826-bd2aab723599","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.360497007Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0027a0df-33df-4a64-9a50-f568c266abc5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.360510042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0027a0df-33df-4a64-9a50-f568c266abc5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.44477492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db3987d-1946-4fc3-bb74-53e60d14b611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.444805057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eca97e5-1903-4b8b-8e3e-7dc44dda8e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.502338635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db3987d-1946-4fc3-bb74-53e60d14b611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.502428987Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5db3987d-1946-4fc3-bb74-53e60d14b611","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.502347012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eca97e5-1903-4b8b-8e3e-7dc44dda8e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.502496238Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6eca97e5-1903-4b8b-8e3e-7dc44dda8e5e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.702925312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c594b33-bcda-42d1-95c5-6dc181224457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.702925391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"119f46c4-db99-4c7b-810f-9f18540b86d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.75843179Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"119f46c4-db99-4c7b-810f-9f18540b86d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.758509542Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"119f46c4-db99-4c7b-810f-9f18540b86d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.758428423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c594b33-bcda-42d1-95c5-6dc181224457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:02.758568614Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4c594b33-bcda-42d1-95c5-6dc181224457","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:03.583674144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8664b2e-36db-4ff0-96ae-5adb51992d96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:03.583695666Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f8664b2e-36db-4ff0-96ae-5adb51992d96","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191086443Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e852a3d-4153-4c08-b395-824d2a30af39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191107136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5e852a3d-4153-4c08-b395-824d2a30af39","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191340291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cca6f3bb-1074-4105-8990-cde3a973a0b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191360426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cca6f3bb-1074-4105-8990-cde3a973a0b5","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191550364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a36c971-5b2e-45c4-8417-d6e2d21d630b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191561179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9a36c971-5b2e-45c4-8417-d6e2d21d630b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191727956Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e50c635-8013-4d23-ba06-1cbd21f987c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191737698Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"5e50c635-8013-4d23-ba06-1cbd21f987c3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191907191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c9026686-9bb4-4fd7-8fe4-55a0ecbd773f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.191917916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c9026686-9bb4-4fd7-8fe4-55a0ecbd773f","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.192071104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"24aa24df-1dd8-4763-9277-a2bcc0a2572d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.192080207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"24aa24df-1dd8-4763-9277-a2bcc0a2572d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.24184857Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"33932a6a-f9e1-4a03-a4d6-5583320baf57","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.242098122Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1be858e8-2cdd-436c-8f6f-48a0dcda0913","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.257984379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"429fea8d-aba1-4e0b-aa12-0ed870537938","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.258003674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"429fea8d-aba1-4e0b-aa12-0ed870537938","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.258238829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69200c25-8c75-4d66-9979-dd029eb7ef69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.25825159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"69200c25-8c75-4d66-9979-dd029eb7ef69","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.258464366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"470256aa-3e7c-487b-a6ed-7d6c7397fbf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.258475229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"470256aa-3e7c-487b-a6ed-7d6c7397fbf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.258709743Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc64508a-366f-4803-a9e9-0308cde4e0b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.258726444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bc64508a-366f-4803-a9e9-0308cde4e0b2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.2589499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81d459f5-136a-49bd-8023-83cfbbb8f6a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.258960642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"81d459f5-136a-49bd-8023-83cfbbb8f6a5","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.259155096Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2852064c-42f1-46fe-a7c0-642c1f66438e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.259166369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"2852064c-42f1-46fe-a7c0-642c1f66438e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.341667715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1477429e-1d4f-4b97-9a11-396a131cdfef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.34168961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b730848-d041-4434-9914-650912750515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.400251774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1477429e-1d4f-4b97-9a11-396a131cdfef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.400359853Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1477429e-1d4f-4b97-9a11-396a131cdfef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.400542259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b730848-d041-4434-9914-650912750515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.400601605Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7b730848-d041-4434-9914-650912750515","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.601263163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b03dd0e1-dae3-4d1e-86df-8eb6461553d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.601263073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"435d8077-4529-42f3-86b4-86630597b5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.656837541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"435d8077-4529-42f3-86b4-86630597b5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.656863501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b03dd0e1-dae3-4d1e-86df-8eb6461553d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.656905497Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"435d8077-4529-42f3-86b4-86630597b5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:05.656918967Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b03dd0e1-dae3-4d1e-86df-8eb6461553d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.071524434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34c01f51-3fa4-4425-82a1-1d238e11ac20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.071548039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689c07c7-e46a-43a8-b1d9-ca53fdcb99a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.127176437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689c07c7-e46a-43a8-b1d9-ca53fdcb99a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.127244569Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"689c07c7-e46a-43a8-b1d9-ca53fdcb99a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.12727638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34c01f51-3fa4-4425-82a1-1d238e11ac20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.127334698Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"34c01f51-3fa4-4425-82a1-1d238e11ac20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.499006942Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a45c3789-81f2-489a-a8f5-ca6530d71c04","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:06.499028792Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a45c3789-81f2-489a-a8f5-ca6530d71c04","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.637602202Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"471b3751-e3ed-48dd-9d24-3606c0a9e959","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.637625738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"471b3751-e3ed-48dd-9d24-3606c0a9e959","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.637996413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"125ea405-9312-4649-ac89-9a7b285b0a32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.638013507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"125ea405-9312-4649-ac89-9a7b285b0a32","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.638273163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"449bae0a-2adc-4cd4-a33d-f886a1c6adee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.638288196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"449bae0a-2adc-4cd4-a33d-f886a1c6adee","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.638591646Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a6f1754f-bae1-4301-9e27-779278fc3aa3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.638608066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a6f1754f-bae1-4301-9e27-779278fc3aa3","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.638890878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff954a24-21ad-47d3-98a6-c75ec3580aa7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.638904657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ff954a24-21ad-47d3-98a6-c75ec3580aa7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.639155571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c8ed15f-31b0-4267-b544-829394d1fee9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.639169852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"6c8ed15f-31b0-4267-b544-829394d1fee9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.639476213Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d342626-2a71-4256-9c4f-d195fc265a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.639490499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2d342626-2a71-4256-9c4f-d195fc265a78","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.688588217Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"13714936-c1eb-4d6d-95f4-5324e299c23e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.704034366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6dc28474-1670-4793-9b2e-aa8428094465","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.70405964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6dc28474-1670-4793-9b2e-aa8428094465","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.704442813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b159b728-4d0a-4c3e-ad46-e9c8dc649a3a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.70446157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b159b728-4d0a-4c3e-ad46-e9c8dc649a3a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.704760084Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f72159c-7c6b-400b-a35e-abe465fbd9e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.70477633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"6f72159c-7c6b-400b-a35e-abe465fbd9e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.705080227Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f760ab2c-2d06-4674-ac61-b56597974413","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.70510216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f760ab2c-2d06-4674-ac61-b56597974413","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.705472108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b608a23-9672-4311-b5e1-ebe97c7186bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.705490716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"1b608a23-9672-4311-b5e1-ebe97c7186bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.705792994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"adf10bfe-094d-4b10-aa6d-67ba544cb2d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.705808435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"adf10bfe-094d-4b10-aa6d-67ba544cb2d0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.706104964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59681bee-b44c-44d7-9aeb-bb8148210857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.706122044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"59681bee-b44c-44d7-9aeb-bb8148210857","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.787418481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17c20cd8-11bf-4e40-bd61-e3d3a9933e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.787477859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d005086d-4bc1-4437-abc9-418a243417cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.843190501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d005086d-4bc1-4437-abc9-418a243417cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.843256166Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d005086d-4bc1-4437-abc9-418a243417cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.843433654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"17c20cd8-11bf-4e40-bd61-e3d3a9933e69","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:08.843785876Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fe907418-1627-4a63-8d07-ba2b8811ab23","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.000407785Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2e9ac17-b980-4802-ad82-75d2043a195e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.000426146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e2e9ac17-b980-4802-ad82-75d2043a195e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.044167858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1b7ee9-d5a6-4cd3-9377-5fd81cc48b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.099890137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1b7ee9-d5a6-4cd3-9377-5fd81cc48b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.099949152Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ad1b7ee9-d5a6-4cd3-9377-5fd81cc48b22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.201011293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b3a478b-37b8-4b64-b605-dccb76ddb35a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.244051956Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6317b6b1-dc8c-432b-84b9-ac1b47a95247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.299230197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6317b6b1-dc8c-432b-84b9-ac1b47a95247","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.934883361Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f44ab585-4ae9-42b8-8d7c-43cc827395dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:09.934904427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f44ab585-4ae9-42b8-8d7c-43cc827395dc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:10.136506848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8f8f0947-97a3-460c-a0d9-42eaf65709bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.890807968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b7277b84-110b-4e32-b99c-2bf251f6ebf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.922116374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60731766-306e-4a37-8312-0430fcb5b6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:12.922116406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a07cd1d2-a961-4cf8-b8a4-bb4cdd631e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.019299994Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa61c619-3368-4d29-90bc-bb84c42d4dcf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.019317858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"aa61c619-3368-4d29-90bc-bb84c42d4dcf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.019584933Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e32e276a-72f6-423f-a213-ade104dbca97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.019596712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e32e276a-72f6-423f-a213-ade104dbca97","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.019736184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a07cd1d2-a961-4cf8-b8a4-bb4cdd631e0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.019759339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80c589e2-5a76-4df0-a2ab-5419348f2286","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.019943919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"80c589e2-5a76-4df0-a2ab-5419348f2286","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.020486659Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f97e258c-b35d-4557-a518-4be79ac259fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.020509976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f97e258c-b35d-4557-a518-4be79ac259fc","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.021150455Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54e87bee-5c71-46dd-a876-2aa9dda8c0a4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.021164733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"54e87bee-5c71-46dd-a876-2aa9dda8c0a4","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.021773314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02bc6cc4-a2a7-4fe6-a7c5-a0cfdc3e0b64","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.021791895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"02bc6cc4-a2a7-4fe6-a7c5-a0cfdc3e0b64","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.022453668Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67df770-7e5c-457d-87b7-387ab1208053","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.022467554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d67df770-7e5c-457d-87b7-387ab1208053","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.023517751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb22a7c6-2a77-43ec-bd83-80428fd05ffc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.02353645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"eb22a7c6-2a77-43ec-bd83-80428fd05ffc","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.023817994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"60731766-306e-4a37-8312-0430fcb5b6bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080074053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed91d70c-5154-478d-a618-e8ca8e638c13","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080098047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"ed91d70c-5154-478d-a618-e8ca8e638c13","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080420623Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"410539be-e0a2-4a87-a335-029add42a6ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080438194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"410539be-e0a2-4a87-a335-029add42a6ef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080706758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e94f3cbd-6120-45b6-aa2e-d21b714b71e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080719332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"e94f3cbd-6120-45b6-aa2e-d21b714b71e1","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080913868Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e4a3ad51-c4aa-4f24-95a7-6e7ff713ee6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.080926044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e4a3ad51-c4aa-4f24-95a7-6e7ff713ee6e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.081105972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dff8eade-1d11-4495-9ed9-69c0ede8c715","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.081118432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dff8eade-1d11-4495-9ed9-69c0ede8c715","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.081294573Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8682f854-bf7e-412c-ab74-d4f5179562ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.081307108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"8682f854-bf7e-412c-ab74-d4f5179562ee","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.081529661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7197c29a-6480-440d-a027-8ab8adeb9014","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.081542773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7197c29a-6480-440d-a027-8ab8adeb9014","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.08178279Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aa4e1bf-a70b-470c-aef0-e6319a3ed9a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.081795924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7aa4e1bf-a70b-470c-aef0-e6319a3ed9a6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.223148874Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf7af993-ae93-400f-98cc-aae84d259acb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.31766201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a71339c-914c-4ec0-984e-3bd54f3f17d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.31953496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"45fdda61-15b9-4811-9e64-3c0009f98458","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.373293392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a71339c-914c-4ec0-984e-3bd54f3f17d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.379231648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03d3c162-e735-4489-b9ea-72d6cccb7365","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.379248462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"03d3c162-e735-4489-b9ea-72d6cccb7365","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.417631647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96d2c19-044d-44c9-9ec2-7836a0686b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.473309629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e96d2c19-044d-44c9-9ec2-7836a0686b0d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:13.58060097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94ebeef0-bbb6-41bb-9915-a7b0fa05854f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:14.295803983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8095b34f-b73a-4852-8244-27ec57ee1b7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:14.295827974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"8095b34f-b73a-4852-8244-27ec57ee1b7f","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:14.497309981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"22b049db-454f-461c-bca4-71effb654a5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:16.881965562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"563b1cf6-7b53-4fec-9743-ef33604e3b6e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:16.881988285Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"563b1cf6-7b53-4fec-9743-ef33604e3b6e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.520727941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc066b5c-30fa-4e7b-bd95-1f17f30547cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.520758331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bc066b5c-30fa-4e7b-bd95-1f17f30547cb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.90073681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"47ad2c68-8544-4ed4-b726-6578f855c53f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.910767388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69052a01-1452-4f3d-98c5-050fde0fdae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:19.910780214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea656154-c2e4-4e09-94a2-5433a5be5e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.001157756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"69052a01-1452-4f3d-98c5-050fde0fdae7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.00134975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea656154-c2e4-4e09-94a2-5433a5be5e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.065492258Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93db7fb5-2c20-4799-8875-fa7fda37e9cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:20.065511359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"93db7fb5-2c20-4799-8875-fa7fda37e9cd","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.082089147Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d839683d-0de5-4ab3-af7f-6f75c6d74b8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.082119769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d839683d-0de5-4ab3-af7f-6f75c6d74b8b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.082518544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27dbb5b8-2524-469e-b068-59512e5cee79","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.082533188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"27dbb5b8-2524-469e-b068-59512e5cee79","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.082792189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0f4c1a3-c152-4dd6-b605-1434899617ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.082805496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"b0f4c1a3-c152-4dd6-b605-1434899617ca","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.083072149Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"253af849-4607-49c8-9725-f6a8ecdc69fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.083085361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"253af849-4607-49c8-9725-f6a8ecdc69fe","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.083328946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf13261-8d82-40fd-9f48-9a19d3e55f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.083340767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cf13261-8d82-40fd-9f48-9a19d3e55f38","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.223166391Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f635b4a-fd82-40f5-a0ec-c515c9ca79a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.223196887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"0f635b4a-fd82-40f5-a0ec-c515c9ca79a7","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:23.914305658Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:24.317451755Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"08a85b21-16ce-4189-b163-c2044577b7ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:24.43804981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4be80cef-f4e3-46d2-ae9d-37ad854fcf8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:27.571199259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bb0d9fc8-04a0-4efa-a339-2726fe3458f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:27.57122231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"bb0d9fc8-04a0-4efa-a339-2726fe3458f2","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:30.066026795Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da840246-a81f-48f7-8713-f2fae8aed237","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:30.066054051Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"da840246-a81f-48f7-8713-f2fae8aed237","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:30.39847834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd1a6bfb-8e99-4b4b-9f86-56c0c95d8b72","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:30.39850201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"dd1a6bfb-8e99-4b4b-9f86-56c0c95d8b72","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:32.979319902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a581c76f-3212-4efa-a7e8-5c00f5f8c172","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:32.979341694Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"a581c76f-3212-4efa-a7e8-5c00f5f8c172","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.084655867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c058b278-3826-447f-8892-70de453dcaaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:33.084679637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c058b278-3826-447f-8892-70de453dcaaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:35.87404274Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0882c1ba-1fbb-4bab-802f-679bb33b146a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:35.87407076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0882c1ba-1fbb-4bab-802f-679bb33b146a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.093245948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8763c703-c06a-4de3-ac1c-e973a538908a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.093297154Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0f70a3b-aa50-445b-96b8-de2aedf13f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.094538107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e75c4b60-4aac-4dd1-a169-aa133c99918a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.19762717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b0f70a3b-aa50-445b-96b8-de2aedf13f4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.197680711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8763c703-c06a-4de3-ac1c-e973a538908a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.254956338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df7e3b30-54b7-4895-8c63-e2a6d0149d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.254979293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"df7e3b30-54b7-4895-8c63-e2a6d0149d60","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:36.457135339Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e05818f3-8e26-4fac-9448-e402d36a3402","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:38.783118556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4cd80fd-9884-49bc-bf55-7e11e27bcfb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:38.783142356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c4cd80fd-9884-49bc-bf55-7e11e27bcfb1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:38.990113022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"722acaac-6d09-43f5-b918-0f21945a53cf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:38.99359303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbc80eea-d85f-4c0f-a0de-aa2ddd7ad3f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:38.993732526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5575a7dd-0c9f-43d5-b37d-24ebc45c6455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.097058281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fbc80eea-d85f-4c0f-a0de-aa2ddd7ad3f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.097459227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5575a7dd-0c9f-43d5-b37d-24ebc45c6455","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.151869346Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52c8194e-6a86-48ef-88dc-2c0752dc6b61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.151890431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"52c8194e-6a86-48ef-88dc-2c0752dc6b61","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:39.353882406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8eb67cdb-5237-402b-aae1-ffb9877e99cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.653524499Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef7fc9ad-cf04-45a2-923e-b57cb03c5e4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.653547531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"ef7fc9ad-cf04-45a2-923e-b57cb03c5e4c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.80715295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9229ff1-3c74-4c61-babc-89fc9a09d958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.862485694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9229ff1-3c74-4c61-babc-89fc9a09d958","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.877175663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9439d251-1a1b-4811-b870-4e1429e6a50b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:41.877194769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9439d251-1a1b-4811-b870-4e1429e6a50b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.026408938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a572b0f-f95f-4021-a834-d743df987efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.080288665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"90bd3b24-81d6-43de-b333-1d6e63651cc2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.085011462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3a572b0f-f95f-4021-a834-d743df987efb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.116769689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98179777-ee58-4a92-8e57-b249fee5f600","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.116791553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"98179777-ee58-4a92-8e57-b249fee5f600","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.242894998Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43f48032-1043-486a-8120-016709e808f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.242916276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"43f48032-1043-486a-8120-016709e808f3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.267225584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b12cd5-134a-46b0-88d3-e846a3f2c428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:42.322445157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"48b12cd5-134a-46b0-88d3-e846a3f2c428","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:28:53.91388793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:22.246039016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ead99-6e9e-4f98-bc2b-7a872cbc4a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:22.296554381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ead99-6e9e-4f98-bc2b-7a872cbc4a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:22.34666473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ead99-6e9e-4f98-bc2b-7a872cbc4a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:22.396911061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"be4ead99-6e9e-4f98-bc2b-7a872cbc4a5b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:22.861679503Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-21c25193","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-21c25193","reconcileID":"eeef79e8-bfe1-4678-851f-6edb23154359","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-21c25193","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-21c25193":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:23.52477724Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-98c7cd16","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-98c7cd16","reconcileID":"820771d6-aada-45db-8c4b-c29b3220aebc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-98c7cd16","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-98c7cd16":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:23.917186817Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:24.358809413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45b8150-cd8b-44ef-af75-bbd54166b266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:24.409406906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45b8150-cd8b-44ef-af75-bbd54166b266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:24.459656318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45b8150-cd8b-44ef-af75-bbd54166b266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:24.510462197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45b8150-cd8b-44ef-af75-bbd54166b266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:24.516208582Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e3f0a557","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e3f0a557","reconcileID":"8fe01883-13f0-4c05-9c2b-5355f29cc91b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e3f0a557-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-e3f0a557-gw":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:26.338744541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55263bc-980d-42cd-9c16-f9c3aa75041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:26.389315582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55263bc-980d-42cd-9c16-f9c3aa75041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:26.439753935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55263bc-980d-42cd-9c16-f9c3aa75041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:26.489925828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55263bc-980d-42cd-9c16-f9c3aa75041d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.380289007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d95ea2-89e7-4a6a-9506-7c7b04b2c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.430457923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d95ea2-89e7-4a6a-9506-7c7b04b2c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.480519629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d95ea2-89e7-4a6a-9506-7c7b04b2c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.530816792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4d95ea2-89e7-4a6a-9506-7c7b04b2c663","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:28.794422962Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-fc87c747","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-fc87c747","reconcileID":"6505ebb7-a80f-41ab-a7ef-1a5c59b54b8c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-fc87c747","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-fc87c747":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:30.393111757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b8b905-0b3c-4e9d-b3bb-db6ac1f76032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:30.443514785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b8b905-0b3c-4e9d-b3bb-db6ac1f76032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:30.493909979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b8b905-0b3c-4e9d-b3bb-db6ac1f76032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:30.544216223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"77b8b905-0b3c-4e9d-b3bb-db6ac1f76032","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.458342827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801ae9f-991a-4349-8e85-17454df4d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.509229291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801ae9f-991a-4349-8e85-17454df4d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.559432675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801ae9f-991a-4349-8e85-17454df4d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.610174163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c801ae9f-991a-4349-8e85-17454df4d95d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:32.775719917Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-1e406323","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-1e406323","reconcileID":"6893d091-a5ea-4f71-8cc5-79199f5aaed0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-1e406323","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-1e406323":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:33.565939718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"6b686088-727f-47ab-bd2f-bb5fddc0659e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-98c7cd16","tenantID":"e2e-ait-98c7cd16","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:33.770557292Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"6b686088-727f-47ab-bd2f-bb5fddc0659e","name":"e2e-ait-98c7cd16-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.480391838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55022d0a-3025-481a-b1bc-62a9d53ca740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.530867404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55022d0a-3025-481a-b1bc-62a9d53ca740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.581190787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55022d0a-3025-481a-b1bc-62a9d53ca740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:34.631557209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55022d0a-3025-481a-b1bc-62a9d53ca740","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:38.37833428Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"09fe7854-6d7d-45fc-9cc7-7476aeb5a9b1","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:38.432938457Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"09fe7854-6d7d-45fc-9cc7-7476aeb5a9b1","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:38.532285672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"09fe7854-6d7d-45fc-9cc7-7476aeb5a9b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-e3f0a557-gw","tenantID":"e2e-migrate-e3f0a557","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:38.64770362Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"09fe7854-6d7d-45fc-9cc7-7476aeb5a9b1","name":"e2e-migrate-e3f0a557-gw-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:41.194475522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"840d2ef7-b5e2-4326-97bf-c1eb3e53368c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:41.308403717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"454caddc-5a19-44ef-9e39-e7537317db5b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:43.305528807Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"8c0d9124-16f2-4a30-bc17-ad904e944b2e","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:43.457533707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"8c0d9124-16f2-4a30-bc17-ad904e944b2e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-fc87c747","tenantID":"e2e-ait-fc87c747","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:43.571448216Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"8c0d9124-16f2-4a30-bc17-ad904e944b2e","name":"e2e-ait-fc87c747-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:53.300591675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"d96b75d3-e770-4e82-a320-4fb23199baae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-21c25193","tenantID":"e2e-ait-21c25193","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:53.414666865Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"d96b75d3-e770-4e82-a320-4fb23199baae","name":"e2e-ait-21c25193-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:53.913552989Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:58.209999017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"2e259bee-f4eb-417d-b592-b5d85268c423","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-1e406323","tenantID":"e2e-derive-1e406323","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:29:58.329312097Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"2e259bee-f4eb-417d-b592-b5d85268c423","name":"e2e-derive-1e406323-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:04.946005912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009de165-2855-44c4-bcba-c8180e304454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:04.996334239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009de165-2855-44c4-bcba-c8180e304454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:05.046769826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009de165-2855-44c4-bcba-c8180e304454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:05.097338301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"009de165-2855-44c4-bcba-c8180e304454","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:06.989491302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b188b-6952-4aeb-82b7-7a361385655d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.044225033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b188b-6952-4aeb-82b7-7a361385655d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.095092652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b188b-6952-4aeb-82b7-7a361385655d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.146702612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b18b188b-6952-4aeb-82b7-7a361385655d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.622652168Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"b44c3634-208c-4ef6-b6c7-791601a10901","api-key-max-expiration-days":"37","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:07.731651813Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"b44c3634-208c-4ef6-b6c7-791601a10901","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:09.189757083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831fa724-bd48-4e59-b254-8e0d38532e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:09.245141234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831fa724-bd48-4e59-b254-8e0d38532e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:09.295395242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831fa724-bd48-4e59-b254-8e0d38532e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:09.345932033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"831fa724-bd48-4e59-b254-8e0d38532e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.287604508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b639841-7d40-40c3-91fb-8d4bc311a409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.337945355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b639841-7d40-40c3-91fb-8d4bc311a409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.388220165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b639841-7d40-40c3-91fb-8d4bc311a409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:11.43857789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b639841-7d40-40c3-91fb-8d4bc311a409","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.356320522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e145bf59-888b-4299-b287-83b441f95ac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:12.703985612Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"afdd7b88-aad3-47d0-8831-232ebbe601a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:13.081939107Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"0c77d401-3124-4ff0-8b49-f556929f369c","api-key-max-expiration-days":"90","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:13.285000997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10385dd-c35a-4875-bf16-93e2f0ed2f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:13.33670565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10385dd-c35a-4875-bf16-93e2f0ed2f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:13.387193892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10385dd-c35a-4875-bf16-93e2f0ed2f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:13.43813037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10385dd-c35a-4875-bf16-93e2f0ed2f04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:15.347613034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404435e4-5019-4184-a8f0-2484363dd250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:15.398024264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404435e4-5019-4184-a8f0-2484363dd250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:15.448823274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404435e4-5019-4184-a8f0-2484363dd250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:15.499188531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"404435e4-5019-4184-a8f0-2484363dd250","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:17.381595232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35559157-63a5-4441-a780-f1a6888c4709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:17.435760032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35559157-63a5-4441-a780-f1a6888c4709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:17.494567396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35559157-63a5-4441-a780-f1a6888c4709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:17.545801767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35559157-63a5-4441-a780-f1a6888c4709","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:19.575478063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f1d7f7-df65-42b5-a98d-e1b252a54870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:19.629463148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f1d7f7-df65-42b5-a98d-e1b252a54870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:19.686875451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f1d7f7-df65-42b5-a98d-e1b252a54870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:19.73973418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90f1d7f7-df65-42b5-a98d-e1b252a54870","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:21.658858488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bf3c87-1ed7-4675-86d9-f0b21f889c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:21.710113833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bf3c87-1ed7-4675-86d9-f0b21f889c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:21.760833819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bf3c87-1ed7-4675-86d9-f0b21f889c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:21.811260513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9bf3c87-1ed7-4675-86d9-f0b21f889c8e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:23.648455311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2130c-7753-461a-98db-a728c03977dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:23.69888381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2130c-7753-461a-98db-a728c03977dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:23.749195738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2130c-7753-461a-98db-a728c03977dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:23.799562704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c2130c-7753-461a-98db-a728c03977dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:23.913738303Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:25.650914314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c72628-0e6e-4565-959a-945ecda47d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:25.701096992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c72628-0e6e-4565-959a-945ecda47d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:25.751341087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c72628-0e6e-4565-959a-945ecda47d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:25.801539521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75c72628-0e6e-4565-959a-945ecda47d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:27.644860665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2b902-d547-4d41-95e7-5946f69280f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:27.694939088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2b902-d547-4d41-95e7-5946f69280f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:27.745449372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2b902-d547-4d41-95e7-5946f69280f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:27.796293799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0b2b902-d547-4d41-95e7-5946f69280f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.074521965Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","namespace":"ai-tenant-e2e-ait-98c7cd16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.074642789Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","namespace":"ai-tenant-e2e-ait-98c7cd16","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.074730982Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","tenant":"e2e-ait-98c7cd16","tenantID":"e2e-ait-98c7cd16","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.129532112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"Deployment","name":"maas-api-e2e-ait-98c7cd16","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.191096225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"Service","name":"maas-api-e2e-ait-98c7cd16","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.247080469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-98c7cd16","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.298821077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-98c7cd16","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.351871806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.40438766Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.459313385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.511815998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.562267114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"Deployment","name":"payload-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.611953497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.660761965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c50379-565a-4e22-835c-2a5b3a7c1ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.710539512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"Service","name":"payload-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.71160924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c50379-565a-4e22-835c-2a5b3a7c1ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.761433282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"Service","name":"payload-pre-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.761946971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c50379-565a-4e22-835c-2a5b3a7c1ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.811691856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"DestinationRule","name":"payload-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.812260692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1c50379-565a-4e22-835c-2a5b3a7c1ede","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.862283494Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.912182357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:29.966380148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.016648712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.067718685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.117455246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-98c7cd16","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.167152973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-98c7cd16"},"namespace":"ai-tenant-e2e-ait-98c7cd16","name":"default-tenant","reconcileID":"3ab2469f-348c-4c86-8004-a7e84e2fe44d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-98c7cd16","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.222465718Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","namespace":"ai-tenant-e2e-migrate-e3f0a557","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.222529472Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","namespace":"ai-tenant-e2e-migrate-e3f0a557","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.222584943Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","tenant":"e2e-migrate-e3f0a557","tenantID":"e2e-migrate-e3f0a557","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.27480721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"Deployment","name":"maas-api-e2e-migrate-e3f0a557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.333198049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"Service","name":"maas-api-e2e-migrate-e3f0a557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.449557601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-e3f0a557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.502047735Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-e3f0a557","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.556424937Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.608644027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.658403242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.713423923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.763195768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"Deployment","name":"payload-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.836708638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.886679209Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"Service","name":"payload-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.936612793Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"Service","name":"payload-pre-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:30.986612006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.003004723Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-98c7cd16","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-98c7cd16","reconcileID":"a936b502-ccd0-4965-a3ed-ef4dd897771a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-98c7cd16","removed":["maas.opendatahub.io/gateway-access-e2e-ait-98c7cd16"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.036532117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.08630055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.152153822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.202287466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.252343071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.302350072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-e3f0a557","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.351932709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-e3f0a557"},"namespace":"ai-tenant-e2e-migrate-e3f0a557","name":"default-tenant","reconcileID":"13bca342-2618-477d-9785-687c278f68e7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-e3f0a557","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.408067406Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","namespace":"ai-tenant-e2e-ait-fc87c747","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.408122216Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","namespace":"ai-tenant-e2e-ait-fc87c747","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.40817232Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","tenant":"e2e-ait-fc87c747","tenantID":"e2e-ait-fc87c747","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.459934926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"Deployment","name":"maas-api-e2e-ait-fc87c747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.522120509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"Service","name":"maas-api-e2e-ait-fc87c747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.57553846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-fc87c747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.627431734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-fc87c747","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.667602799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093bb3ff-8117-44ea-a8dc-20debd4fb612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.718195103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093bb3ff-8117-44ea-a8dc-20debd4fb612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.720785077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.768822545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093bb3ff-8117-44ea-a8dc-20debd4fb612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.819331322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"093bb3ff-8117-44ea-a8dc-20debd4fb612","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.821483486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.876436961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.931170652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:31.982274117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"Deployment","name":"payload-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.076982721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.126602128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"Service","name":"payload-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.176276484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"Service","name":"payload-pre-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.22592848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"DestinationRule","name":"payload-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.27598805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.325920067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.38051568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.430309948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.457733592Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-e3f0a557","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-e3f0a557","reconcileID":"3d356bbd-3506-48f9-bef1-35061f4a473c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-e3f0a557-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-e3f0a557-gw"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.480111037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.530171701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-fc87c747","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:32.5797226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-fc87c747"},"namespace":"ai-tenant-e2e-ait-fc87c747","name":"default-tenant","reconcileID":"6f32a08f-6dfa-47ca-b1bd-66f1dc4fe3ba","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-fc87c747","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.496938898Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-fc87c747","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-fc87c747","reconcileID":"64ab70cb-b5b6-4a08-8174-f8bd30ddddb7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-fc87c747","removed":["maas.opendatahub.io/gateway-access-e2e-ait-fc87c747"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.692691647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b676c88-675f-444f-b390-342372cae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.744518833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b676c88-675f-444f-b390-342372cae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.795262343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b676c88-675f-444f-b390-342372cae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:33.845618316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b676c88-675f-444f-b390-342372cae159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.737852355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea64540-9d92-4eca-9c00-959aafddf4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.788741551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea64540-9d92-4eca-9c00-959aafddf4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.839313778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea64540-9d92-4eca-9c00-959aafddf4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:35.889938133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea64540-9d92-4eca-9c00-959aafddf4f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:37.004264114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f94b3ccc-e8b4-47ea-91b0-39e40da34901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:37.155442904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c08ed8b4-91c0-47f1-a345-2410afce8a36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:37.855331864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2b0b6-4742-4645-9e5e-bbcf6dfc6794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:37.905640322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2b0b6-4742-4645-9e5e-bbcf6dfc6794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:37.956653989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2b0b6-4742-4645-9e5e-bbcf6dfc6794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:38.007753079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46d2b0b6-4742-4645-9e5e-bbcf6dfc6794","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:38.373710975Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-41aa5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-41aa5f","reconcileID":"827a045b-0e5d-45af-b006-1e94bfe713cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-41aa5f","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-41aa5f":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:38.949801541Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0bf34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0bf34a","reconcileID":"4492aa72-77cd-470b-bde8-db1e17a7d8d0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0bf34a","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-0bf34a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:39.870669172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b42f7-0f5d-4fb6-8578-1fde0649e24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:39.92090874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b42f7-0f5d-4fb6-8578-1fde0649e24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:39.971445016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b42f7-0f5d-4fb6-8578-1fde0649e24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:40.021829812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe4b42f7-0f5d-4fb6-8578-1fde0649e24b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:41.941605599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac30eef-6191-4d5d-9e0d-41bde2ac4180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:41.991602899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac30eef-6191-4d5d-9e0d-41bde2ac4180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:42.042874541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac30eef-6191-4d5d-9e0d-41bde2ac4180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:42.093225084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cac30eef-6191-4d5d-9e0d-41bde2ac4180","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:42.997411847Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b6fb9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b6fb9b","reconcileID":"ddb9dad9-9b64-43c8-b310-666c80a72a02","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b6fb9b","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-b6fb9b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:43.949692106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd83004-6cd5-4afd-a4a7-2a6e1b27290b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:44.001192415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd83004-6cd5-4afd-a4a7-2a6e1b27290b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:44.051496233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd83004-6cd5-4afd-a4a7-2a6e1b27290b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:44.101766684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fd83004-6cd5-4afd-a4a7-2a6e1b27290b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:44.357726876Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"138f18b0-e191-486c-ad93-1faf7ed2c335","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:44.513670058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"677e4aa2-050a-4c4a-af70-0fc3c74d3a35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:45.964278512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b1b45-069f-4ff4-9bbe-c2dc178444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.014650444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b1b45-069f-4ff4-9bbe-c2dc178444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.064984684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b1b45-069f-4ff4-9bbe-c2dc178444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:46.115171119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"819b1b45-069f-4ff4-9bbe-c2dc178444bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:47.948777282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eed3b45-0e13-4102-b84c-b1059ab6616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:47.999685775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eed3b45-0e13-4102-b84c-b1059ab6616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:48.051522059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eed3b45-0e13-4102-b84c-b1059ab6616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:48.102459349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3eed3b45-0e13-4102-b84c-b1059ab6616d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.047875045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502f5187-3578-47f5-9678-aff4f4655fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.098581128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502f5187-3578-47f5-9678-aff4f4655fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.148991072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502f5187-3578-47f5-9678-aff4f4655fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:50.199051774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"502f5187-3578-47f5-9678-aff4f4655fc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:52.054806579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc900515-c004-4bb2-9033-76abc8e6cf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:52.105161461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc900515-c004-4bb2-9033-76abc8e6cf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:52.157214696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc900515-c004-4bb2-9033-76abc8e6cf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:52.207832172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc900515-c004-4bb2-9033-76abc8e6cf94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:53.914641445Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:54.088446164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb13709-edc0-4b34-a9dc-7767431ec78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:54.138656252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb13709-edc0-4b34-a9dc-7767431ec78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:54.188863596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb13709-edc0-4b34-a9dc-7767431ec78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:54.239219139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bb13709-edc0-4b34-a9dc-7767431ec78f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:56.073473399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f08419-e4b1-4412-8b2a-a3e4b2fb13f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:56.123693571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f08419-e4b1-4412-8b2a-a3e4b2fb13f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:56.173917219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f08419-e4b1-4412-8b2a-a3e4b2fb13f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:56.224386987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f08419-e4b1-4412-8b2a-a3e4b2fb13f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:58.056736501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c070c1be-d5d9-4c12-b302-c6c26e4ebac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:58.108000128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c070c1be-d5d9-4c12-b302-c6c26e4ebac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:58.158642921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c070c1be-d5d9-4c12-b302-c6c26e4ebac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:58.208966154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c070c1be-d5d9-4c12-b302-c6c26e4ebac6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:58.515292084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"50d384ab-84a4-4347-8301-19e66886f047","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:30:58.62942333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"50d384ab-84a4-4347-8301-19e66886f047","name":"e2e-worker-w3-41aa5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.050702516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1914810-4a0e-443e-bde1-d6f7d4108207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.101576832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1914810-4a0e-443e-bde1-d6f7d4108207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.152935261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1914810-4a0e-443e-bde1-d6f7d4108207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:00.203576393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1914810-4a0e-443e-bde1-d6f7d4108207","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:02.046936898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7112fb1-dbcd-4bf6-ab6f-96bfd3ab5cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:02.097270886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7112fb1-dbcd-4bf6-ab6f-96bfd3ab5cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:02.147471837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7112fb1-dbcd-4bf6-ab6f-96bfd3ab5cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:02.197635848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7112fb1-dbcd-4bf6-ab6f-96bfd3ab5cfc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:02.726777623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9ad3b841-c240-4c3a-81d2-cb54057a208a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:02.84310157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"506f46cd-49d3-4223-8a1d-f8359d0c424f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:03.735575513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"d8f7b89b-63d5-4d3a-9592-0b3223223fc2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:03.849167652Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"d8f7b89b-63d5-4d3a-9592-0b3223223fc2","name":"e2e-worker-w4-0bf34a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:04.056482052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416af3b7-f7ac-4e6e-a43e-57ec002fc926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:04.106893578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416af3b7-f7ac-4e6e-a43e-57ec002fc926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:04.157214816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416af3b7-f7ac-4e6e-a43e-57ec002fc926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:04.225379569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"416af3b7-f7ac-4e6e-a43e-57ec002fc926","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.074145806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1158e85d-c244-43d8-83f5-870c056a8f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.12437643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1158e85d-c244-43d8-83f5-870c056a8f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.17451898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1158e85d-c244-43d8-83f5-870c056a8f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:06.224896338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1158e85d-c244-43d8-83f5-870c056a8f89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:08.080812696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87188a59-4dc1-46bd-b9a5-1b0acf4511dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:08.130866141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87188a59-4dc1-46bd-b9a5-1b0acf4511dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:08.181071338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87188a59-4dc1-46bd-b9a5-1b0acf4511dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:08.23118936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87188a59-4dc1-46bd-b9a5-1b0acf4511dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.011443768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"f71a3c2e-1424-462e-9790-b83b37f20dde","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.125454629Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"f71a3c2e-1424-462e-9790-b83b37f20dde","name":"e2e-worker-w0-b6fb9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.187950751Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","namespace":"ai-tenant-e2e-ait-21c25193","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.238105407Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","namespace":"ai-tenant-e2e-ait-21c25193","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.238200091Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","tenant":"e2e-ait-21c25193","tenantID":"e2e-ait-21c25193","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.290182017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"Deployment","name":"maas-api-e2e-ait-21c25193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.347917002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"Service","name":"maas-api-e2e-ait-21c25193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.404556456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-21c25193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.458444486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-21c25193","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.556575691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.610686824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.665430279Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.720742169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.770411741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"Deployment","name":"payload-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.819923013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.869462934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"Service","name":"payload-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.919329069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"Service","name":"payload-pre-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:09.973909819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"DestinationRule","name":"payload-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.023917828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.073744482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.082685843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9125c6-a9fe-4605-a99c-ce5432a81067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.133025052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9125c6-a9fe-4605-a99c-ce5432a81067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.137046013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.183255895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9125c6-a9fe-4605-a99c-ce5432a81067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.233106482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.233726377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9125c6-a9fe-4605-a99c-ce5432a81067","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.283962145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.333937141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-21c25193","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.384049421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-21c25193"},"namespace":"ai-tenant-e2e-ait-21c25193","name":"default-tenant","reconcileID":"c40e4adb-8f3c-4945-9d60-fb6914328877","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-21c25193","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.440080239Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","namespace":"ai-tenant-e2e-derive-1e406323","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.440148234Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","namespace":"ai-tenant-e2e-derive-1e406323","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.440199415Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","tenant":"e2e-derive-1e406323","tenantID":"e2e-derive-1e406323","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.492036258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"Deployment","name":"maas-api-e2e-derive-1e406323","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.549964006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"Service","name":"maas-api-e2e-derive-1e406323","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.606898098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-1e406323","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.658742699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-1e406323","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.713448197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.767938345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.821148349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.873507699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.923143363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"Deployment","name":"payload-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:10.972791084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.022447612Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"Service","name":"payload-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.072054524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"Service","name":"payload-pre-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.121782504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"DestinationRule","name":"payload-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.171307763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.244119714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.250591269Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-21c25193","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-21c25193","reconcileID":"dc5c3745-7365-42c8-b602-a5661b2b4bb0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-21c25193","removed":["maas.opendatahub.io/gateway-access-e2e-ait-21c25193"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.298240964Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.348210117Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.397876739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.447769655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-1e406323","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:11.49776048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-1e406323"},"namespace":"ai-tenant-e2e-derive-1e406323","name":"default-tenant","reconcileID":"f4cad473-8876-4d5c-afe1-bdabb258d1a4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-1e406323","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:12.061306898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35776924-3587-4800-8d80-c2490138af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:12.111624316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35776924-3587-4800-8d80-c2490138af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:12.161887226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35776924-3587-4800-8d80-c2490138af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:12.214470612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35776924-3587-4800-8d80-c2490138af30","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:12.376864307Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-1e406323","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-1e406323","reconcileID":"fa72b93c-118f-4836-be14-86c024b018e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-1e406323","removed":["maas.opendatahub.io/gateway-access-e2e-derive-1e406323"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:14.060919997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ac8b8-779d-4a36-a1ea-6b0fc3a1b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:14.110977504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ac8b8-779d-4a36-a1ea-6b0fc3a1b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:14.161077061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ac8b8-779d-4a36-a1ea-6b0fc3a1b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:14.211559555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"728ac8b8-779d-4a36-a1ea-6b0fc3a1b9ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:16.146248802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d95924d-6cbc-459d-b9cc-4826ee2c9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:16.196726659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d95924d-6cbc-459d-b9cc-4826ee2c9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:16.246847508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d95924d-6cbc-459d-b9cc-4826ee2c9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:16.297421755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d95924d-6cbc-459d-b9cc-4826ee2c9fd7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:17.718137135Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-9da431","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-9da431","reconcileID":"953c4aed-8e63-4041-827d-13edfda13740","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-9da431","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-9da431":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:18.158111274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0def25-e20c-4280-a887-9891c08f4fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:18.208626329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0def25-e20c-4280-a887-9891c08f4fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:18.259003497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0def25-e20c-4280-a887-9891c08f4fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:18.30950038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f0def25-e20c-4280-a887-9891c08f4fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:18.571783421Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e1793d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e1793d","reconcileID":"29997a66-1189-4885-95bd-314884027cba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e1793d","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-e1793d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:20.161075873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f3fca-8dc5-42ce-891f-d05d4e16b599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:20.211389868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f3fca-8dc5-42ce-891f-d05d4e16b599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:20.261605964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f3fca-8dc5-42ce-891f-d05d4e16b599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:20.311931169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"303f3fca-8dc5-42ce-891f-d05d4e16b599","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:22.160115942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b999cc1d-05f6-4328-945e-45852e58a89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:22.210614708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b999cc1d-05f6-4328-945e-45852e58a89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:22.260932291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b999cc1d-05f6-4328-945e-45852e58a89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:22.311655097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b999cc1d-05f6-4328-945e-45852e58a89f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:22.476525552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ffce7cfb-1e85-4d02-bec8-f22b74ecff40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:22.627017238Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"082e1be9-3f3e-4754-8f60-5a3f8768ca1a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:23.913493524Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:24.163247924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f14bb9-d5cd-4578-ab7f-cf6cb88fabd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:24.213348518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f14bb9-d5cd-4578-ab7f-cf6cb88fabd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:24.263490947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f14bb9-d5cd-4578-ab7f-cf6cb88fabd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:24.313623309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"24f14bb9-d5cd-4578-ab7f-cf6cb88fabd2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:26.162027753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ed0d99-c7c2-4bed-b72b-0dd77c2b9a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:26.212264627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ed0d99-c7c2-4bed-b72b-0dd77c2b9a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:26.262328065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ed0d99-c7c2-4bed-b72b-0dd77c2b9a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:26.312711996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12ed0d99-c7c2-4bed-b72b-0dd77c2b9a0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:28.155036325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bea56e-f16e-40fb-8ab7-3c151dff894a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:28.205705541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bea56e-f16e-40fb-8ab7-3c151dff894a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:28.256114991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bea56e-f16e-40fb-8ab7-3c151dff894a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:28.306253807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50bea56e-f16e-40fb-8ab7-3c151dff894a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.154515769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b2b2cf-212e-4138-b20f-00026860d075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.204716367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b2b2cf-212e-4138-b20f-00026860d075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.255657785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b2b2cf-212e-4138-b20f-00026860d075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:30.305959517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b2b2cf-212e-4138-b20f-00026860d075","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:32.146308792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79752d1c-b3c3-4549-a0f3-9a5ce6a382b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:32.196479548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79752d1c-b3c3-4549-a0f3-9a5ce6a382b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:32.248788855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79752d1c-b3c3-4549-a0f3-9a5ce6a382b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:32.299999852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79752d1c-b3c3-4549-a0f3-9a5ce6a382b0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:34.145017211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dd1db5-3e63-4ba4-99c3-861ee5b18891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:34.199319838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dd1db5-3e63-4ba4-99c3-861ee5b18891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:34.249653414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dd1db5-3e63-4ba4-99c3-861ee5b18891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:34.300099056Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92dd1db5-3e63-4ba4-99c3-861ee5b18891","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:35.536496523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"516b5d24-7e75-431f-ab17-e6b107cddd68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:35.641168229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c10ce2d3-f9d0-40b0-a42c-6f76ffe66dd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:36.152182401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb7efbd-5af5-4cc6-b1cc-45636cc238f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:36.205439817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb7efbd-5af5-4cc6-b1cc-45636cc238f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:36.255795751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb7efbd-5af5-4cc6-b1cc-45636cc238f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:36.306217491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bfb7efbd-5af5-4cc6-b1cc-45636cc238f9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:38.169398048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79c2055-d232-49e5-a179-30cc72c9517c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:38.220221781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79c2055-d232-49e5-a179-30cc72c9517c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:38.270742549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79c2055-d232-49e5-a179-30cc72c9517c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:38.321612711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b79c2055-d232-49e5-a179-30cc72c9517c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:40.884628606Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"31de40df-da4e-4d83-b266-612c62be7ba9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:41.057135435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c3ed421-96d4-486e-9e7d-2e3aa85c9192","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:42.79113028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"951020a0-4e25-4598-987b-89880c986577","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:42.905015244Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"951020a0-4e25-4598-987b-89880c986577","name":"e2e-worker-w2-9da431-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:47.724874928Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"6bafdfc0-3e9c-46a5-9cb6-ad1f37a4106d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:47.837982301Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"6bafdfc0-3e9c-46a5-9cb6-ad1f37a4106d","name":"e2e-worker-w1-e1793d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:48.828036158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"018ee500-ce34-4731-a49d-06b5bbaca371","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:48.929106785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"18bec045-41a8-44b3-9bec-8dbfe214928b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:53.913892434Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:31:57.75016455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"c26eec33-343e-4bca-ae0f-3a5467a98d1e","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:11.034032089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"3fce5a1a-bca9-424a-8f84-cfd39f42314d","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:11.099819892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"56e62b3b-38fa-46fe-9555-827fb5507525","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:12.755644179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3ff49912-4b8e-4055-8cd7-f535c1385bdd","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:13.641661713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bcf5cc-a8da-4904-9f33-aff326dfeb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:13.692037117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bcf5cc-a8da-4904-9f33-aff326dfeb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:13.742567848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bcf5cc-a8da-4904-9f33-aff326dfeb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:13.792745759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38bcf5cc-a8da-4904-9f33-aff326dfeb1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.6441516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcde4e6-f489-4b2e-bbaa-f0f875f79196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.694608164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcde4e6-f489-4b2e-bbaa-f0f875f79196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.745290574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcde4e6-f489-4b2e-bbaa-f0f875f79196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:15.795440711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dfcde4e6-f489-4b2e-bbaa-f0f875f79196","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:18.742635806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594f007-12c0-410f-a1d4-887fe6561b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:18.79324826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594f007-12c0-410f-a1d4-887fe6561b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:18.843472543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594f007-12c0-410f-a1d4-887fe6561b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:18.893961346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6594f007-12c0-410f-a1d4-887fe6561b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:20.757049401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e21603e-7ef9-4c7a-b9b6-0080ae3eb255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:20.807114189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e21603e-7ef9-4c7a-b9b6-0080ae3eb255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:20.857097921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e21603e-7ef9-4c7a-b9b6-0080ae3eb255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:20.907446288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e21603e-7ef9-4c7a-b9b6-0080ae3eb255","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:23.65615713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d0aa289d-1ab7-4d49-87c7-139d08c141d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:23.885618562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"36e4ee20-f999-480e-a7dd-4f6be87dd149","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:23.913263577Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.234082754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"46c3e7a1-054b-462d-adc4-2bd72afaef08","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.447135178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"3c1bbba9-c379-474c-84e1-5f0d71b4b050","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.598065534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"fbdb1716-e02f-4612-9185-bb49f58dcf2b","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.654354516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9de3ee-d38f-4cf1-8dc2-cbeb8f046d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.654403594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be9de3ee-d38f-4cf1-8dc2-cbeb8f046d02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.704014908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"4cc3e4e5-35c6-4f81-946e-0251e1dc10af","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:35.710041158Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.756891925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"55277c86-e30c-4a02-9dfd-081e41f7cef5","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.766764544Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c50d1378-2ce6-4721-971e-c1ec85278ee1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.766781637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c50d1378-2ce6-4721-971e-c1ec85278ee1","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:35.970489761Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"f39b868d-706a-4f93-b95a-c3cbc24b57f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"simulator-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.012488179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"506af7d0-485a-4c16-9b2f-5fe5544b81ec","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.069137365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"f909bca9-ccf0-4cc6-978f-ae7d4e18b3ee","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:36.121057499Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"f909bca9-ccf0-4cc6-978f-ae7d4e18b3ee","name":"simulator-w3-41aa5f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-41aa5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:36.121138007Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"f909bca9-ccf0-4cc6-978f-ae7d4e18b3ee","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w3-41aa5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.12645539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"711d1a65-5c4e-4501-9a2e-cf9311d6ce9b","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.128483056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"53c4724a-7af3-4aa8-a11a-10e9e92372fe","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.168173471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8fc1478a-738f-40fc-8efa-5ecaa47c7ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.289058504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"c6c7b2a6-1b39-41a4-8294-ec704254ddf5","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.292074729Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8fc1478a-738f-40fc-8efa-5ecaa47c7ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.329827358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"17ec8b4c-4ba3-4432-8869-4d997e8b10a1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.347736858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"11e420b8-3c04-4701-9b1f-d190021f0cdb","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.350087121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8fc1478a-738f-40fc-8efa-5ecaa47c7ae7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:36.42474533Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-41aa5f/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.42813026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"e11eb959-a353-4555-ab45-d1e0d64a6c26","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.472752322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"9c7d8da6-269c-46e9-b550-f1e8586dfc27","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.483568614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"82613383-0350-47f5-b4fc-a514020964b7","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.564479471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"1458096c-c8c7-4194-a166-000b2b463d19","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.573012718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6f7389a8-6c64-4c9f-9950-30d69dd8ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.620780589Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"12d1387e-22cc-4f95-b775-afe1d5067a6c","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.628350788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6f7389a8-6c64-4c9f-9950-30d69dd8ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:36.672934068Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"12d1387e-22cc-4f95-b775-afe1d5067a6c","name":"premium-w3-41aa5f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-41aa5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:32:36.673001527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"12d1387e-22cc-4f95-b775-afe1d5067a6c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-41aa5f\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.6782994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"e76ddaf4-13dc-4a3f-8750-6428cf561a41","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.682056841Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6f7389a8-6c64-4c9f-9950-30d69dd8ec7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.686463999Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"4acab5a2-3710-4409-a67f-196e0cb578fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"premium-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.769039135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e672eeca-358b-4bde-9526-1e60579b110d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.824309594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e672eeca-358b-4bde-9526-1e60579b110d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.841817349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"08f64876-1e58-42b9-9652-8a037725bc83","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.869439055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"e4d4ebd0-1c54-4c1d-88a4-ba7afe68400e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.877951511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e672eeca-358b-4bde-9526-1e60579b110d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.926274302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"e4d4ebd0-1c54-4c1d-88a4-ba7afe68400e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.931758551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"219f4fcd-228c-4cf9-b99b-c2ca386e0661","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:36.979954016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"e4d4ebd0-1c54-4c1d-88a4-ba7afe68400e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.043567844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"615c48cd-f2e5-4026-a43a-86fbcba341e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.081300196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"78404b8a-db22-44a9-a5c6-a5de5ef32deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.136644872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"78404b8a-db22-44a9-a5c6-a5de5ef32deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.190234915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"78404b8a-db22-44a9-a5c6-a5de5ef32deb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.619456564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a7e51631-14f9-4b05-b26e-025f2e134022","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:37.686213787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"7ac168f1-b68f-44b2-843e-b59a4ead7d27","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.680595153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"83455866-8659-48e1-8ad1-26827b6204c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.790269589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"de5d2c87-004a-482c-996e-858083f979d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.89053996Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"dff678b0-5565-4645-a68b-0c1339abdc9d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.945824518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"9cb1a7db-0654-418f-a186-0f729248913b","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.987670369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"bbe532b6-703f-4386-93ff-4b4b12aa91a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.988026672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"84ee8a38-b562-4bb3-8f23-7c69e549d8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:44.993349474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9df14e93-e807-4b44-870a-c7b302967652","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.042851661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"bbe532b6-703f-4386-93ff-4b4b12aa91a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.043160204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"84ee8a38-b562-4bb3-8f23-7c69e549d8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.049854131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"322fcd3f-70c9-4b78-bd46-d7db5da04c08","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.09717649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (835c9b24f2d0b7a41d0e71da6778130726a10fa37dda063b62bef958738c6e2a) AuthConfig (7b4b629c9292f0a51b7a0cc97c55622f5568a9efe4ef524bdec8c193800250f8) AuthConfig (b3623dac922db32812d4741e1f78854442ec822c1691fc4d19fc4f023df67053) AuthConfig (c613083729273ab88c4a297df39f3d903082a68958bfe78826a6f134e0f0f24a) AuthConfig (dea1cd97ef3a6a09b5312590c9b0342b9493a2f2fae25a9c675b55abb1ca992d) AuthConfig (12a754efc688571772ae19a0357f8df69498a82526e12e3ee30302a827f1bed1) AuthConfig (f1c7e31beea01ad212e3813703231af31e7c11646e64b9fe066aac93dcd70745) AuthConfig (93302a2ee97ec907a504aa03bd01c588a4214a22fc9aeee622e97a02f94ce042) AuthConfig (47425353224d1d19fc61dff3d63056d7eee8f3058ee3773eade05da8e83b05ab) AuthConfig (1ca7406a5ace98af2d01db8912380d7e82759c83376d786b3bf602b6f3f5c149) AuthConfig (b1dd4fe12aa0110768d32884d7de3a37fb533f1405898948333bbc0644231387) AuthConfig (a87a5ea4e3e7510d2f113df2ddc93a5a4def00f357039ec4b5463f29380230cb) AuthConfig (dca41957dab50ca611ecade78601f9a5603de3a9ded6dd139bb8585d1fc02941) AuthConfig (2ecb8994f8054fe754ef5e74dc6811a94a6179d24f9d0e2bd41f47e7c86ac5d2) AuthConfig (e29f846e76de52bc735979675209946f5fd23499d1c437b4b3131e220e53f6ae) AuthConfig (a61546e8879cd08ad610d070869f634e53a11db35ff168b39aba68e4cec8b129) AuthConfig (4fcb72f1d63e23ed0145813f5be09bb4033009ca87fc475e5f57eaf44f4ec75f) AuthConfig (b9a2b042d9828ea8f2b545d29317f2dffcdec417c06e717a6c6a74f84c0efb96) AuthConfig (b1c4008dda6e3ac4320dd1d95fa0d5eb227ba7fc11e7feacb267014a4ce342a5) AuthConfig (ca696b50fc302cde54c778cc8d959e6c734ff25ee2a7cf273883afc8ca8bc653) AuthConfig (1bbef4170a2fa4c105d5835372b1bb98eedb374e018d0cefedc6e3fa13ef70f0) AuthConfig (526c473d35d4d843f6c5edc17b7ee666ae25e8b249e90ea08e612280780439bd) AuthConfig (6eabb3a659b2de3823f9797e7b05b0d2b281655868c6a7170792a767e4fa2a4d) AuthConfig (a39720642487b09f11c33663d1d57eebb176f9699d81dee8c8d1087771dc5f3f) AuthConfig (dee117b4a8e46a950b794bffe8a246d2ccb64d0f1516ddd9939e090c70a9a1a8) AuthConfig (108c3edb1f96ec7c5d41f9d6a90d961ffaff03a2ff1442b0f4f83a2b92d72c34) AuthConfig (48b84119853a0256b62e655c57bea2971c0df2e0dbfe3e8dfb892b9c5ead377d) AuthConfig (ef231d4caf8c452faeec3a2eab06b0176807cc774b8f0eddec10594fb231ac32) AuthConfig (ce268c8d07998cff1434110e19de25b7a3735a2ab0d6b450a546598064cc3798) AuthConfig (7c22d36cc6bdf00dc6faa6f972def0e9007babddf635b9ec304932e3b07b9df1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"bbe532b6-703f-4386-93ff-4b4b12aa91a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.097233987Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (835c9b24f2d0b7a41d0e71da6778130726a10fa37dda063b62bef958738c6e2a) AuthConfig (7b4b629c9292f0a51b7a0cc97c55622f5568a9efe4ef524bdec8c193800250f8) AuthConfig (b3623dac922db32812d4741e1f78854442ec822c1691fc4d19fc4f023df67053) AuthConfig (c613083729273ab88c4a297df39f3d903082a68958bfe78826a6f134e0f0f24a) AuthConfig (dea1cd97ef3a6a09b5312590c9b0342b9493a2f2fae25a9c675b55abb1ca992d) AuthConfig (12a754efc688571772ae19a0357f8df69498a82526e12e3ee30302a827f1bed1) AuthConfig (f1c7e31beea01ad212e3813703231af31e7c11646e64b9fe066aac93dcd70745) AuthConfig (93302a2ee97ec907a504aa03bd01c588a4214a22fc9aeee622e97a02f94ce042) AuthConfig (47425353224d1d19fc61dff3d63056d7eee8f3058ee3773eade05da8e83b05ab) AuthConfig (1ca7406a5ace98af2d01db8912380d7e82759c83376d786b3bf602b6f3f5c149) AuthConfig (b1dd4fe12aa0110768d32884d7de3a37fb533f1405898948333bbc0644231387) AuthConfig (a87a5ea4e3e7510d2f113df2ddc93a5a4def00f357039ec4b5463f29380230cb) AuthConfig (dca41957dab50ca611ecade78601f9a5603de3a9ded6dd139bb8585d1fc02941) AuthConfig (2ecb8994f8054fe754ef5e74dc6811a94a6179d24f9d0e2bd41f47e7c86ac5d2) AuthConfig (e29f846e76de52bc735979675209946f5fd23499d1c437b4b3131e220e53f6ae) AuthConfig (a61546e8879cd08ad610d070869f634e53a11db35ff168b39aba68e4cec8b129) AuthConfig (4fcb72f1d63e23ed0145813f5be09bb4033009ca87fc475e5f57eaf44f4ec75f) AuthConfig (b9a2b042d9828ea8f2b545d29317f2dffcdec417c06e717a6c6a74f84c0efb96) AuthConfig (b1c4008dda6e3ac4320dd1d95fa0d5eb227ba7fc11e7feacb267014a4ce342a5) AuthConfig (ca696b50fc302cde54c778cc8d959e6c734ff25ee2a7cf273883afc8ca8bc653) AuthConfig (1bbef4170a2fa4c105d5835372b1bb98eedb374e018d0cefedc6e3fa13ef70f0) AuthConfig (526c473d35d4d843f6c5edc17b7ee666ae25e8b249e90ea08e612280780439bd) AuthConfig (6eabb3a659b2de3823f9797e7b05b0d2b281655868c6a7170792a767e4fa2a4d) AuthConfig (a39720642487b09f11c33663d1d57eebb176f9699d81dee8c8d1087771dc5f3f) AuthConfig (dee117b4a8e46a950b794bffe8a246d2ccb64d0f1516ddd9939e090c70a9a1a8) AuthConfig (108c3edb1f96ec7c5d41f9d6a90d961ffaff03a2ff1442b0f4f83a2b92d72c34) AuthConfig (48b84119853a0256b62e655c57bea2971c0df2e0dbfe3e8dfb892b9c5ead377d) AuthConfig (ef231d4caf8c452faeec3a2eab06b0176807cc774b8f0eddec10594fb231ac32) AuthConfig (ce268c8d07998cff1434110e19de25b7a3735a2ab0d6b450a546598064cc3798) AuthConfig (7c22d36cc6bdf00dc6faa6f972def0e9007babddf635b9ec304932e3b07b9df1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"84ee8a38-b562-4bb3-8f23-7c69e549d8c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.153315697Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"746ba48b-a60a-4c18-8e3b-379565c22cba","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.155749871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"4fafffe7-3ead-45cf-b3d3-e3dedbe5ffb1","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.305444199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1a975253-e98c-4ab9-8f0a-4598955659fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.305488993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ba4e4b11-2e44-4ce3-9476-bad494055be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.361889784Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ba4e4b11-2e44-4ce3-9476-bad494055be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.362262764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1a975253-e98c-4ab9-8f0a-4598955659fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.419316568Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (835c9b24f2d0b7a41d0e71da6778130726a10fa37dda063b62bef958738c6e2a) AuthConfig (7b4b629c9292f0a51b7a0cc97c55622f5568a9efe4ef524bdec8c193800250f8) AuthConfig (b3623dac922db32812d4741e1f78854442ec822c1691fc4d19fc4f023df67053) AuthConfig (c613083729273ab88c4a297df39f3d903082a68958bfe78826a6f134e0f0f24a) AuthConfig (dea1cd97ef3a6a09b5312590c9b0342b9493a2f2fae25a9c675b55abb1ca992d) AuthConfig (12a754efc688571772ae19a0357f8df69498a82526e12e3ee30302a827f1bed1) AuthConfig (f1c7e31beea01ad212e3813703231af31e7c11646e64b9fe066aac93dcd70745) AuthConfig (93302a2ee97ec907a504aa03bd01c588a4214a22fc9aeee622e97a02f94ce042) AuthConfig (47425353224d1d19fc61dff3d63056d7eee8f3058ee3773eade05da8e83b05ab) AuthConfig (1ca7406a5ace98af2d01db8912380d7e82759c83376d786b3bf602b6f3f5c149) AuthConfig (b1dd4fe12aa0110768d32884d7de3a37fb533f1405898948333bbc0644231387) AuthConfig (a87a5ea4e3e7510d2f113df2ddc93a5a4def00f357039ec4b5463f29380230cb) AuthConfig (dca41957dab50ca611ecade78601f9a5603de3a9ded6dd139bb8585d1fc02941) AuthConfig (2ecb8994f8054fe754ef5e74dc6811a94a6179d24f9d0e2bd41f47e7c86ac5d2) AuthConfig (e29f846e76de52bc735979675209946f5fd23499d1c437b4b3131e220e53f6ae) AuthConfig (a61546e8879cd08ad610d070869f634e53a11db35ff168b39aba68e4cec8b129) AuthConfig (4fcb72f1d63e23ed0145813f5be09bb4033009ca87fc475e5f57eaf44f4ec75f) AuthConfig (b9a2b042d9828ea8f2b545d29317f2dffcdec417c06e717a6c6a74f84c0efb96) AuthConfig (b1c4008dda6e3ac4320dd1d95fa0d5eb227ba7fc11e7feacb267014a4ce342a5) AuthConfig (ca696b50fc302cde54c778cc8d959e6c734ff25ee2a7cf273883afc8ca8bc653) AuthConfig (1bbef4170a2fa4c105d5835372b1bb98eedb374e018d0cefedc6e3fa13ef70f0) AuthConfig (526c473d35d4d843f6c5edc17b7ee666ae25e8b249e90ea08e612280780439bd) AuthConfig (6eabb3a659b2de3823f9797e7b05b0d2b281655868c6a7170792a767e4fa2a4d) AuthConfig (a39720642487b09f11c33663d1d57eebb176f9699d81dee8c8d1087771dc5f3f) AuthConfig (dee117b4a8e46a950b794bffe8a246d2ccb64d0f1516ddd9939e090c70a9a1a8) AuthConfig (108c3edb1f96ec7c5d41f9d6a90d961ffaff03a2ff1442b0f4f83a2b92d72c34) AuthConfig (48b84119853a0256b62e655c57bea2971c0df2e0dbfe3e8dfb892b9c5ead377d) AuthConfig (ef231d4caf8c452faeec3a2eab06b0176807cc774b8f0eddec10594fb231ac32) AuthConfig (ce268c8d07998cff1434110e19de25b7a3735a2ab0d6b450a546598064cc3798) AuthConfig (7c22d36cc6bdf00dc6faa6f972def0e9007babddf635b9ec304932e3b07b9df1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ba4e4b11-2e44-4ce3-9476-bad494055be4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:45.419915078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-41aa5f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (835c9b24f2d0b7a41d0e71da6778130726a10fa37dda063b62bef958738c6e2a) AuthConfig (7b4b629c9292f0a51b7a0cc97c55622f5568a9efe4ef524bdec8c193800250f8) AuthConfig (b3623dac922db32812d4741e1f78854442ec822c1691fc4d19fc4f023df67053) AuthConfig (c613083729273ab88c4a297df39f3d903082a68958bfe78826a6f134e0f0f24a) AuthConfig (dea1cd97ef3a6a09b5312590c9b0342b9493a2f2fae25a9c675b55abb1ca992d) AuthConfig (12a754efc688571772ae19a0357f8df69498a82526e12e3ee30302a827f1bed1) AuthConfig (f1c7e31beea01ad212e3813703231af31e7c11646e64b9fe066aac93dcd70745) AuthConfig (93302a2ee97ec907a504aa03bd01c588a4214a22fc9aeee622e97a02f94ce042) AuthConfig (47425353224d1d19fc61dff3d63056d7eee8f3058ee3773eade05da8e83b05ab) AuthConfig (1ca7406a5ace98af2d01db8912380d7e82759c83376d786b3bf602b6f3f5c149) AuthConfig (b1dd4fe12aa0110768d32884d7de3a37fb533f1405898948333bbc0644231387) AuthConfig (a87a5ea4e3e7510d2f113df2ddc93a5a4def00f357039ec4b5463f29380230cb) AuthConfig (dca41957dab50ca611ecade78601f9a5603de3a9ded6dd139bb8585d1fc02941) AuthConfig (2ecb8994f8054fe754ef5e74dc6811a94a6179d24f9d0e2bd41f47e7c86ac5d2) AuthConfig (e29f846e76de52bc735979675209946f5fd23499d1c437b4b3131e220e53f6ae) AuthConfig (a61546e8879cd08ad610d070869f634e53a11db35ff168b39aba68e4cec8b129) AuthConfig (4fcb72f1d63e23ed0145813f5be09bb4033009ca87fc475e5f57eaf44f4ec75f) AuthConfig (b9a2b042d9828ea8f2b545d29317f2dffcdec417c06e717a6c6a74f84c0efb96) AuthConfig (b1c4008dda6e3ac4320dd1d95fa0d5eb227ba7fc11e7feacb267014a4ce342a5) AuthConfig (ca696b50fc302cde54c778cc8d959e6c734ff25ee2a7cf273883afc8ca8bc653) AuthConfig (1bbef4170a2fa4c105d5835372b1bb98eedb374e018d0cefedc6e3fa13ef70f0) AuthConfig (526c473d35d4d843f6c5edc17b7ee666ae25e8b249e90ea08e612280780439bd) AuthConfig (6eabb3a659b2de3823f9797e7b05b0d2b281655868c6a7170792a767e4fa2a4d) AuthConfig (a39720642487b09f11c33663d1d57eebb176f9699d81dee8c8d1087771dc5f3f) AuthConfig (dee117b4a8e46a950b794bffe8a246d2ccb64d0f1516ddd9939e090c70a9a1a8) AuthConfig (108c3edb1f96ec7c5d41f9d6a90d961ffaff03a2ff1442b0f4f83a2b92d72c34) AuthConfig (48b84119853a0256b62e655c57bea2971c0df2e0dbfe3e8dfb892b9c5ead377d) AuthConfig (ef231d4caf8c452faeec3a2eab06b0176807cc774b8f0eddec10594fb231ac32) AuthConfig (ce268c8d07998cff1434110e19de25b7a3735a2ab0d6b450a546598064cc3798) AuthConfig (7c22d36cc6bdf00dc6faa6f972def0e9007babddf635b9ec304932e3b07b9df1)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1a975253-e98c-4ab9-8f0a-4598955659fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:53.915032525Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.571090746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"faeee51e-860c-430e-b0b4-3de9e75d7dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.571398197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"42f55ce6-a136-4432-a8b1-13e229f50474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.628846251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"42f55ce6-a136-4432-a8b1-13e229f50474","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.629257325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"faeee51e-860c-430e-b0b4-3de9e75d7dfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.9387475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"a4179769-cb88-4eff-811e-e7c8e9da2a25","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:32:55.939264659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"666bf532-763f-4295-b169-527e8d86fb8a","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.065252404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"9c7731ca-0fd0-464d-9ec7-4a22c583dc92","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.119908877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"be8154fb-7682-45da-a861-ebf65ba1f284","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.271147575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"745ef851-bcfa-42dc-ac5c-494e891f6491","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.326589829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"745ef851-bcfa-42dc-ac5c-494e891f6491","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.34544277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"5c6ae9ba-8680-4af9-9541-502bfe94aa7d","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.401095005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"3b334f71-2101-461e-acc2-bfa29106aed3","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.452762116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"64c0bde6-11b0-4a70-b2ac-90f74febbdf6","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:02.456360572Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-41aa5f/e2e-dry-sub-59d66f53","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-59d66f53\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.494406261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"43e4a2ac-105d-4c31-bfa8-bfe20d14442a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.494469525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"620c7132-89a2-420b-bef3-262db1cfd9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.510693392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"a639c035-7d06-471c-8c2a-7ff2c46d33ed","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.54969523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"620c7132-89a2-420b-bef3-262db1cfd9c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.549956698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"43e4a2ac-105d-4c31-bfa8-bfe20d14442a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.635252513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"0fec1806-dad8-4475-b4fe-8d726f0bab1d","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.771407759Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53","reconcileID":"6c39d984-e26b-4a54-90ac-6b5e8d1bbbcd","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/e2e-dry-sub-59d66f53","ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.784414377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"ee2931f3-9c0c-4f9e-a408-ddd1f78ffc08","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.839447236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"ee2931f3-9c0c-4f9e-a408-ddd1f78ffc08","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.884692879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9351da86-499f-4b35-b355-b419e717ec3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.884703453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a9de0083-dbf2-4498-8e37-30a93b929712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.951225295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"b2590ee9-4799-4f2e-8d63-6eb3a6a4c40c","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.958209057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a9de0083-dbf2-4498-8e37-30a93b929712","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:02.958214107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9351da86-499f-4b35-b355-b419e717ec3a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:03.017301314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"3d30a059-9457-4765-9ef3-8eb856363e4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:03.167764207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53","reconcileID":"743a6b26-cdf1-45ea-a42a-4bf6a752ca08","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:04.157743222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"5daa2a07-1e91-4300-928b-092c63705843","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:04.224030681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"628d0120-1e93-4059-9192-84ed31788965","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:06.955249795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"78b4fa9f-2034-46a6-8f4b-a01a6b98469d","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.105553391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"ea8a7d87-d94f-413a-8a13-a692c721b241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.105688588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"0d21cea8-907b-478f-ad1c-7604d5993c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.105554079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"1e249842-1caa-4eb2-8049-ad29d601c603","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.161701361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"0d21cea8-907b-478f-ad1c-7604d5993c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.163012144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"1e249842-1caa-4eb2-8049-ad29d601c603","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:07.164007102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"ea8a7d87-d94f-413a-8a13-a692c721b241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.112128956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53","reconcileID":"0c4a0773-e3dc-4230-ac53-b34d023f5f08","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscription":"e2e-dry-sub-59d66f53","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.321753352Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53","reconcileID":"0c4a0773-e3dc-4230-ac53-b34d023f5f08","MaaSSubscription":{"name":"e2e-dry-sub-59d66f53","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.524553176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"879c0d0d-58f7-4b7f-89ef-961ea76ba8c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.531533929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"7cc490da-46b7-4f1c-9b99-8374bea5d865","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.679937249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"d419c806-1f96-4d84-9d59-52c6a50e8ba5","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.681218245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9846939b-2e81-4589-9b4d-d611f3d74a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.681225051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"f6c19095-d6e5-4f1a-bd6a-95a9357d0c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.681623453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"332a53c6-bdd6-4b23-87b1-b44c2bc38134","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.736624115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9846939b-2e81-4589-9b4d-d611f3d74a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.736866924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"f6c19095-d6e5-4f1a-bd6a-95a9357d0c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.738834544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"332a53c6-bdd6-4b23-87b1-b44c2bc38134","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:17.936912481Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-dry-sub-59d66f53-auth","reconcileID":"2615fd25-c9a1-4d8b-8cea-21ccdea85291","MaaSAuthPolicy":{"name":"e2e-dry-sub-59d66f53-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:18.091662621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"0c2c0623-5f91-464f-adee-08f6a206eaa0","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.27721684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"793919fc-1434-41b2-93f0-3ff14b9a4ee2","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.331960116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"f78cf311-0b9d-4960-84bb-268a63952e32","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.518758586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"2aad4af7-c71b-451b-b17d-2eef912a4365","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.575070117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"2aad4af7-c71b-451b-b17d-2eef912a4365","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.620461955Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"029e3ff8-045a-4724-a127-0cbff7247629","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.673616391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"10544c5a-3f3a-4cb9-aa3f-b8e6179cb767","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:19.728624606Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb","reconcileID":"32cab467-cdeb-4259-b17b-12766b6d85b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-5ce5c5fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.770891592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d5d10ba9-13b5-43c5-9760-635bb4b4f1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.770910439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8c3346e8-582b-4470-914b-2a4d716dcdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.826013623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d5d10ba9-13b5-43c5-9760-635bb4b4f1c1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.826140885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8c3346e8-582b-4470-914b-2a4d716dcdfa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.842516391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"46a95d0a-aa50-4723-8906-a8ba6925aa71","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.881708714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"cb843b3b-4625-4f3a-b41a-159a0fdb8082","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:19.897483348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"3bca0b01-ba06-4a0b-874b-d978345fa820","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.03186762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"2a32a02e-a1c4-48fb-b195-3b056d835f5e","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.087089005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"2a32a02e-a1c4-48fb-b195-3b056d835f5e","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.131122617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c6c1c23d-ecfa-420a-9dc8-19dc9493cfe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.131119079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"06226fc7-7673-4d84-891e-c31d48cdfec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.155838313Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb","reconcileID":"86a619c6-559e-484e-88a6-b4cddc662790","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/e2e-combo-sub-5ce5c5fb","ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.186668364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c6c1c23d-ecfa-420a-9dc8-19dc9493cfe2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.186996237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"06226fc7-7673-4d84-891e-c31d48cdfec2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.313053808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"9f39fcec-e8f2-41bb-9409-38451435910d","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.359624916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"e3cb5aba-b6e5-491d-aa33-7677c5c68a9b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:20.520135879Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb","reconcileID":"39e0711b-9309-445d-95fb-f99e1217f844","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.161082054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"1c0a27c7-4235-469c-884e-be983561b69c","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.305745572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"e9a51af2-fac2-41a4-a0f3-63f0be18d1ea","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.392393173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"6bfecb3f-abb0-4790-b1dc-1a0a6f0dd51b","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.463879538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"9a0a9c01-448d-45ca-bb71-07d5202afee2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:21.464090789Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.516594499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b7d37c15-fadc-45ab-bf66-1ba684988a95","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.605353524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"826355cb-755a-4eca-9f5a-b0a8b0423b0b","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.661775867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"db91efb3-cd0e-4c41-bb8f-189d30c2de01","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:21.713215373Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"db91efb3-cd0e-4c41-bb8f-189d30c2de01","name":"simulator-w4-0bf34a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-0bf34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:21.713278415Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"db91efb3-cd0e-4c41-bb8f-189d30c2de01","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-0bf34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.718583904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"99fb487e-0d98-4b16-aecd-e9b599e7de3c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.721400019Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"f9568d51-7986-4391-837f-0df593384d94","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.757859718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"2b5e164b-86df-4e79-8cf6-569ca97389e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.881524961Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"2b5e164b-86df-4e79-8cf6-569ca97389e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.88364517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"19912993-7db0-400f-bdd5-a29ecff79732","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.911075832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"51d3a44f-2d8b-4119-b60d-0b85a4c64098","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.935612548Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"2b5e164b-86df-4e79-8cf6-569ca97389e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.967513824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"7bcc6723-1815-4b4e-bc40-9da5ca551fcf","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:21.990661613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5dd3fd47-8b67-4d1c-991a-26eda98c1eeb","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.017321908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"37395937-11cc-4c62-96de-0e6257fd0123","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:22.022812454Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bf34a/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.072633852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"19fe689f-4a45-4db7-acec-a1e664256811","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.086880528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"f847a4f6-d9a7-464a-be73-3ae798181189","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.09082582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"de2b5632-f1b1-4ac1-8958-b77336a0662e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.146085385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"de2b5632-f1b1-4ac1-8958-b77336a0662e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.200106869Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"de2b5632-f1b1-4ac1-8958-b77336a0662e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.202953969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"19c613c5-99e0-4a57-99b7-606336b880a7","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.260963496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"bec066fe-5192-4f00-aba4-a43baef6ec49","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.275226661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"343fed73-c966-479e-aa4d-933ba75a45a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"premium-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:22.312748213Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"bec066fe-5192-4f00-aba4-a43baef6ec49","name":"premium-w4-0bf34a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-0bf34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:22.312810922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"bec066fe-5192-4f00-aba4-a43baef6ec49","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w4-0bf34a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.318141731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"642512d7-a667-4979-b03a-38a4334e12de","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.349788529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"fd421478-3055-4dd4-aeac-d32f2b08aab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.404992055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"fd421478-3055-4dd4-aeac-d32f2b08aab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.434880128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"04868ef7-6ab6-44b5-9869-4de8d4c99323","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.449483455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cb639db5-711b-4a9b-ad79-da1de8b4653f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.459073254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"fd421478-3055-4dd4-aeac-d32f2b08aab5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.505046906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cb639db5-711b-4a9b-ad79-da1de8b4653f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.558932947Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cb639db5-711b-4a9b-ad79-da1de8b4653f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.608919245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a4166e20-262d-4eb0-915e-b6506371853f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.613998402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"af9ba95d-73e6-40bb-855e-0eed39bccb30","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.639099469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"0bbc7d80-25b0-4ff4-9efa-e28e5a80d583","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.663891918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a4166e20-262d-4eb0-915e-b6506371853f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.717938344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a4166e20-262d-4eb0-915e-b6506371853f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.763349652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1a47b09e-a9ef-4af0-9be9-382c68f09ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.819030059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1a47b09e-a9ef-4af0-9be9-382c68f09ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.828285952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"c9b05919-129f-46b9-959c-5db894aa0103","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:22.873282683Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1a47b09e-a9ef-4af0-9be9-382c68f09ec4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:23.914051293Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.832798494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"617eeba7-a521-4434-87e5-3fc02d728613","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.982752288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"e9aadb48-26e2-421d-9341-70cc4c5e517d","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.982810952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f045aa35-b592-4230-95e7-c682e614185d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:24.983198517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"50df808c-efe0-4bde-b485-c65311ba9704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:25.038199068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"e9aadb48-26e2-421d-9341-70cc4c5e517d","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:25.038416925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"50df808c-efe0-4bde-b485-c65311ba9704","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:25.040563634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f045aa35-b592-4230-95e7-c682e614185d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.183163316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"7e5e0d61-722d-4956-acee-fc411bff7604","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.307281591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"24c64a60-22d8-4c93-963e-7793f827170d","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.363250469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"d9de59d6-b1ea-4077-b702-9e30e04dbdc3","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.414772302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"fb38ee2f-6836-4075-89bd-e5512131e88e","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:28.41655482Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b6fb9b/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.467873234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f4cee983-a661-42ac-aa17-fc297007819f","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.590469884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"32385c05-e0c3-4fc7-8748-c323e88e0d0a","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.646570549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"e4fd7c4b-ac01-4b47-a8ba-2e21e9851db5","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.672306138Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"8e4aa26e-d826-4aed-983a-4248bd34b191","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"simulator-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:28.701244664Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"e4fd7c4b-ac01-4b47-a8ba-2e21e9851db5","name":"simulator-w0-b6fb9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:28.701303945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"e4fd7c4b-ac01-4b47-a8ba-2e21e9851db5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.70659873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"4f01c208-6962-4459-9ff8-18e261b81ee7","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.743032416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"00d0f708-acf3-4d75-b49d-0ca42cf8e49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.866496612Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"00d0f708-acf3-4d75-b49d-0ca42cf8e49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.889038904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"369fd4c6-2a14-4b88-bafd-62682b07c802","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.920138585Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"00d0f708-acf3-4d75-b49d-0ca42cf8e49c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.942801882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"6f3424bd-586b-47b7-8ad1-d804fc99d7f7","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.943099615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"691f72a7-625d-4b09-afad-fa9e5a9e2485","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.973563712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"5f2da77d-bfcf-4f18-a430-dfb548e58145","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:28.990728986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"503c7724-9354-4536-9b8e-89b95b356d39","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:28.993350821Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b6fb9b/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.035071066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"526818dc-fda3-4053-8e4b-270c8356f4f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.044284056Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"a447c24e-23f9-4326-bf03-3043dc488255","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.073239588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"7ece3e1d-182a-4e1f-8d93-95ef99d0395b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.128207884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"7ece3e1d-182a-4e1f-8d93-95ef99d0395b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.168906108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"b1b9a0a1-ae12-449b-bca3-185ca8533583","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.181893952Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"7ece3e1d-182a-4e1f-8d93-95ef99d0395b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.225143325Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"9df8de2b-5e25-46ac-b517-4d55506b9350","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.225466275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"52cd059d-cfd6-4edf-8158-d06c4a4898fb","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.270544643Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"03101f5f-9406-4809-bf1c-6721d004b2c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"premium-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.33378472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"cc4c0557-c0cc-42f9-aa34-ef952aed232f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.389303501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"cc4c0557-c0cc-42f9-aa34-ef952aed232f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.429864525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"48964af7-8295-4236-8b40-9180cb0f0e5e","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.436595351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7d242c20-85f8-48e4-afb1-7d9a37f6f2bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.443059576Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"cc4c0557-c0cc-42f9-aa34-ef952aed232f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.493485218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7d242c20-85f8-48e4-afb1-7d9a37f6f2bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.546976874Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7d242c20-85f8-48e4-afb1-7d9a37f6f2bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.592529646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"31f1bdc7-cbbe-4b11-bf60-7efe67efe515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.600301475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"3cbad7b7-e11a-4cbe-ae62-a1177d3f2d06","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.631736616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"415b5979-423e-4059-be71-266120e1522e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.647928739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"31f1bdc7-cbbe-4b11-bf60-7efe67efe515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.702039861Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"31f1bdc7-cbbe-4b11-bf60-7efe67efe515","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.74965063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"697be048-f131-45aa-accc-ffca37462b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.805773313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"697be048-f131-45aa-accc-ffca37462b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:29.85957009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"697be048-f131-45aa-accc-ffca37462b49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.11621922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"604ced98-7e97-42cb-a569-b8dc6b8572d5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.228611318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"93f1876a-ea80-45e6-9bda-54f7f86375e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.275319264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"88882c1c-bc66-4336-83f1-4f63df3f7128","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.386759929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"b24584a1-b080-4756-b0c5-69881845a6f5","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.476018383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"50c0fafc-e8e8-4c3b-afe9-ff069a828737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.476018478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5926a001-6c64-4d8a-a90a-390fc5c93347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.532683642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"50c0fafc-e8e8-4c3b-afe9-ff069a828737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.532684928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5926a001-6c64-4d8a-a90a-390fc5c93347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.586714751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7543d7c2d7f84b9f9b5f33735b52039ecd76861068041334c71afaee85d3fce3) AuthConfig (68cbf2c1f1cda6d64077801dfca74ac646c3674af7fbbaf0ef04ff51907d19f3) AuthConfig (7df1393f929a4c1297466dfd270b5c04add84799213dacbff76df7f6e9aff963) AuthConfig (fb426f5005307165a06f1002063396819f47b8b1ff6daeac55f1028b485083ae) AuthConfig (96d1fe9e3d941edaf0deab6f7a9f42a2657215fcf03fc5c81584d60a9f57df74) AuthConfig (00967ac4a18fbc74f96343c60025b87b7048e131ee5e63ef42578f2c1619856a) AuthConfig (e130850eb2b7fddac40ec68cf24cbba9d61f8a99d637cfac6cf21ce71c918caf) AuthConfig (40911a5589d51992c12746da78fd8fe2a07ca37e248bb5334c4aef22729a843c) AuthConfig (97f69e3fe46393d63cf0cb4b60290aece53b45219e07d5cb283d206f77649107) AuthConfig (f09d2a511929bc4116f85ce78126cf95585db8a709928cd84fbf83c06d7eb9ab) AuthConfig (f80163a09a1eb96c32549fc956752b3ab798e42c6d8a18f2fc3cf654fc707a59) AuthConfig (1ad8d230fdbc62f7ac1daf4b9dfead292228815cf15dd12484e4010d1a58d7ed) AuthConfig (f38b62405b382c5e4acab1dccc77af7f1c3ac9958677815192bf4a0d5f02f18f) AuthConfig (2cd58454c9d2b6d8b9652f19ddcbcceeea4e55b2855e172253638c9d385a52b9) AuthConfig (caa6e296fb92fa8a640549ea50e68cf323df77f4678bba26301a98ec20df70ef) AuthConfig (a4e5e9a0ce0c481dc57aac97c2d08a806653e6ff6a2eb5730509ae379256ff30) AuthConfig (86e2e6781ded7464f2b8836529beb04971c46521d2c5d32dee4af566db60c838) AuthConfig (45766189b358aa684aa97e17ec764b3820e6a06a7aeb11623d49825148b7a8ef) AuthConfig (f2f6bf0b0b0c80f75cc60c71f1c945bd6f06a5486e013d39913de7389428192b) AuthConfig (14321d68c3ca2aec4aa1e8a308e6ba571e41e94abfc218ba913dd8b66134910b) AuthConfig (fafaad63d5ee142371a055f278ca558c5086fd9c4f630bfbf21543dbf9a9ed99) AuthConfig (128ddece56d9ccd13fdc0861791c7873ab362c250a8123d54bc1373f51234d52) AuthConfig (bd1f8d66ca703449fb6a5d47b04f78e14c557dca1cb790788c796596301b65a9) AuthConfig (d67c5a03b466a94839ea8318ec0d49fe6a3fbca775497cab6f0d6278f70fc8a0) AuthConfig (d5a5b7915e4d9d1ead0fdd01711125f56818ae5230abe2a0d5b9fd9a08e57b8c) AuthConfig (3271d3c14dcf2586f4fdb0a109de3ee62a5fca13dde8813e3af293c99e37eea9) AuthConfig (4c1c5d58ea1e3af32ba5d50f297cbd9d21ac33b6056bf6b6a204bb3d79b39c61) AuthConfig (2ff68919aa1627ae3139e37f685a6c8498a8cdd47dd056c0bf03c73ccf165964) AuthConfig (36a8254cbf7779737dec2000b6a4c7167629ea28e5f3d108e5855c4c3e9a6fa6) AuthConfig (5fdfa5c6c45cde61f17c0b6bc1bf1c71a59778638f0cfac9528f578ef741d244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"50c0fafc-e8e8-4c3b-afe9-ff069a828737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.586788113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7543d7c2d7f84b9f9b5f33735b52039ecd76861068041334c71afaee85d3fce3) AuthConfig (68cbf2c1f1cda6d64077801dfca74ac646c3674af7fbbaf0ef04ff51907d19f3) AuthConfig (7df1393f929a4c1297466dfd270b5c04add84799213dacbff76df7f6e9aff963) AuthConfig (fb426f5005307165a06f1002063396819f47b8b1ff6daeac55f1028b485083ae) AuthConfig (96d1fe9e3d941edaf0deab6f7a9f42a2657215fcf03fc5c81584d60a9f57df74) AuthConfig (00967ac4a18fbc74f96343c60025b87b7048e131ee5e63ef42578f2c1619856a) AuthConfig (e130850eb2b7fddac40ec68cf24cbba9d61f8a99d637cfac6cf21ce71c918caf) AuthConfig (40911a5589d51992c12746da78fd8fe2a07ca37e248bb5334c4aef22729a843c) AuthConfig (97f69e3fe46393d63cf0cb4b60290aece53b45219e07d5cb283d206f77649107) AuthConfig (f09d2a511929bc4116f85ce78126cf95585db8a709928cd84fbf83c06d7eb9ab) AuthConfig (f80163a09a1eb96c32549fc956752b3ab798e42c6d8a18f2fc3cf654fc707a59) AuthConfig (1ad8d230fdbc62f7ac1daf4b9dfead292228815cf15dd12484e4010d1a58d7ed) AuthConfig (f38b62405b382c5e4acab1dccc77af7f1c3ac9958677815192bf4a0d5f02f18f) AuthConfig (2cd58454c9d2b6d8b9652f19ddcbcceeea4e55b2855e172253638c9d385a52b9) AuthConfig (caa6e296fb92fa8a640549ea50e68cf323df77f4678bba26301a98ec20df70ef) AuthConfig (a4e5e9a0ce0c481dc57aac97c2d08a806653e6ff6a2eb5730509ae379256ff30) AuthConfig (86e2e6781ded7464f2b8836529beb04971c46521d2c5d32dee4af566db60c838) AuthConfig (45766189b358aa684aa97e17ec764b3820e6a06a7aeb11623d49825148b7a8ef) AuthConfig (f2f6bf0b0b0c80f75cc60c71f1c945bd6f06a5486e013d39913de7389428192b) AuthConfig (14321d68c3ca2aec4aa1e8a308e6ba571e41e94abfc218ba913dd8b66134910b) AuthConfig (fafaad63d5ee142371a055f278ca558c5086fd9c4f630bfbf21543dbf9a9ed99) AuthConfig (128ddece56d9ccd13fdc0861791c7873ab362c250a8123d54bc1373f51234d52) AuthConfig (bd1f8d66ca703449fb6a5d47b04f78e14c557dca1cb790788c796596301b65a9) AuthConfig (d67c5a03b466a94839ea8318ec0d49fe6a3fbca775497cab6f0d6278f70fc8a0) AuthConfig (d5a5b7915e4d9d1ead0fdd01711125f56818ae5230abe2a0d5b9fd9a08e57b8c) AuthConfig (3271d3c14dcf2586f4fdb0a109de3ee62a5fca13dde8813e3af293c99e37eea9) AuthConfig (4c1c5d58ea1e3af32ba5d50f297cbd9d21ac33b6056bf6b6a204bb3d79b39c61) AuthConfig (2ff68919aa1627ae3139e37f685a6c8498a8cdd47dd056c0bf03c73ccf165964) AuthConfig (36a8254cbf7779737dec2000b6a4c7167629ea28e5f3d108e5855c4c3e9a6fa6) AuthConfig (5fdfa5c6c45cde61f17c0b6bc1bf1c71a59778638f0cfac9528f578ef741d244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5926a001-6c64-4d8a-a90a-390fc5c93347","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.642551471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"7465a722-a8c0-45a2-afb5-61a622c7aca9","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.645134783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"50c97c74-1f9a-4f2b-afa9-a89897c57fa8","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.791610118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"902603be-cc78-4668-8ec3-2839ed3ca307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.792933142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"42ef94db-fa8c-4bd4-a5ab-a656dae5ba37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.846564492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"902603be-cc78-4668-8ec3-2839ed3ca307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.847721226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"42ef94db-fa8c-4bd4-a5ab-a656dae5ba37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.904725099Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7543d7c2d7f84b9f9b5f33735b52039ecd76861068041334c71afaee85d3fce3) AuthConfig (68cbf2c1f1cda6d64077801dfca74ac646c3674af7fbbaf0ef04ff51907d19f3) AuthConfig (7df1393f929a4c1297466dfd270b5c04add84799213dacbff76df7f6e9aff963) AuthConfig (fb426f5005307165a06f1002063396819f47b8b1ff6daeac55f1028b485083ae) AuthConfig (96d1fe9e3d941edaf0deab6f7a9f42a2657215fcf03fc5c81584d60a9f57df74) AuthConfig (00967ac4a18fbc74f96343c60025b87b7048e131ee5e63ef42578f2c1619856a) AuthConfig (e130850eb2b7fddac40ec68cf24cbba9d61f8a99d637cfac6cf21ce71c918caf) AuthConfig (40911a5589d51992c12746da78fd8fe2a07ca37e248bb5334c4aef22729a843c) AuthConfig (97f69e3fe46393d63cf0cb4b60290aece53b45219e07d5cb283d206f77649107) AuthConfig (f09d2a511929bc4116f85ce78126cf95585db8a709928cd84fbf83c06d7eb9ab) AuthConfig (f80163a09a1eb96c32549fc956752b3ab798e42c6d8a18f2fc3cf654fc707a59) AuthConfig (1ad8d230fdbc62f7ac1daf4b9dfead292228815cf15dd12484e4010d1a58d7ed) AuthConfig (f38b62405b382c5e4acab1dccc77af7f1c3ac9958677815192bf4a0d5f02f18f) AuthConfig (2cd58454c9d2b6d8b9652f19ddcbcceeea4e55b2855e172253638c9d385a52b9) AuthConfig (caa6e296fb92fa8a640549ea50e68cf323df77f4678bba26301a98ec20df70ef) AuthConfig (a4e5e9a0ce0c481dc57aac97c2d08a806653e6ff6a2eb5730509ae379256ff30) AuthConfig (86e2e6781ded7464f2b8836529beb04971c46521d2c5d32dee4af566db60c838) AuthConfig (45766189b358aa684aa97e17ec764b3820e6a06a7aeb11623d49825148b7a8ef) AuthConfig (f2f6bf0b0b0c80f75cc60c71f1c945bd6f06a5486e013d39913de7389428192b) AuthConfig (14321d68c3ca2aec4aa1e8a308e6ba571e41e94abfc218ba913dd8b66134910b) AuthConfig (fafaad63d5ee142371a055f278ca558c5086fd9c4f630bfbf21543dbf9a9ed99) AuthConfig (128ddece56d9ccd13fdc0861791c7873ab362c250a8123d54bc1373f51234d52) AuthConfig (bd1f8d66ca703449fb6a5d47b04f78e14c557dca1cb790788c796596301b65a9) AuthConfig (d67c5a03b466a94839ea8318ec0d49fe6a3fbca775497cab6f0d6278f70fc8a0) AuthConfig (d5a5b7915e4d9d1ead0fdd01711125f56818ae5230abe2a0d5b9fd9a08e57b8c) AuthConfig (3271d3c14dcf2586f4fdb0a109de3ee62a5fca13dde8813e3af293c99e37eea9) AuthConfig (4c1c5d58ea1e3af32ba5d50f297cbd9d21ac33b6056bf6b6a204bb3d79b39c61) AuthConfig (2ff68919aa1627ae3139e37f685a6c8498a8cdd47dd056c0bf03c73ccf165964) AuthConfig (36a8254cbf7779737dec2000b6a4c7167629ea28e5f3d108e5855c4c3e9a6fa6) AuthConfig (5fdfa5c6c45cde61f17c0b6bc1bf1c71a59778638f0cfac9528f578ef741d244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"42ef94db-fa8c-4bd4-a5ab-a656dae5ba37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:31.904744657Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7543d7c2d7f84b9f9b5f33735b52039ecd76861068041334c71afaee85d3fce3) AuthConfig (68cbf2c1f1cda6d64077801dfca74ac646c3674af7fbbaf0ef04ff51907d19f3) AuthConfig (7df1393f929a4c1297466dfd270b5c04add84799213dacbff76df7f6e9aff963) AuthConfig (fb426f5005307165a06f1002063396819f47b8b1ff6daeac55f1028b485083ae) AuthConfig (96d1fe9e3d941edaf0deab6f7a9f42a2657215fcf03fc5c81584d60a9f57df74) AuthConfig (00967ac4a18fbc74f96343c60025b87b7048e131ee5e63ef42578f2c1619856a) AuthConfig (e130850eb2b7fddac40ec68cf24cbba9d61f8a99d637cfac6cf21ce71c918caf) AuthConfig (40911a5589d51992c12746da78fd8fe2a07ca37e248bb5334c4aef22729a843c) AuthConfig (97f69e3fe46393d63cf0cb4b60290aece53b45219e07d5cb283d206f77649107) AuthConfig (f09d2a511929bc4116f85ce78126cf95585db8a709928cd84fbf83c06d7eb9ab) AuthConfig (f80163a09a1eb96c32549fc956752b3ab798e42c6d8a18f2fc3cf654fc707a59) AuthConfig (1ad8d230fdbc62f7ac1daf4b9dfead292228815cf15dd12484e4010d1a58d7ed) AuthConfig (f38b62405b382c5e4acab1dccc77af7f1c3ac9958677815192bf4a0d5f02f18f) AuthConfig (2cd58454c9d2b6d8b9652f19ddcbcceeea4e55b2855e172253638c9d385a52b9) AuthConfig (caa6e296fb92fa8a640549ea50e68cf323df77f4678bba26301a98ec20df70ef) AuthConfig (a4e5e9a0ce0c481dc57aac97c2d08a806653e6ff6a2eb5730509ae379256ff30) AuthConfig (86e2e6781ded7464f2b8836529beb04971c46521d2c5d32dee4af566db60c838) AuthConfig (45766189b358aa684aa97e17ec764b3820e6a06a7aeb11623d49825148b7a8ef) AuthConfig (f2f6bf0b0b0c80f75cc60c71f1c945bd6f06a5486e013d39913de7389428192b) AuthConfig (14321d68c3ca2aec4aa1e8a308e6ba571e41e94abfc218ba913dd8b66134910b) AuthConfig (fafaad63d5ee142371a055f278ca558c5086fd9c4f630bfbf21543dbf9a9ed99) AuthConfig (128ddece56d9ccd13fdc0861791c7873ab362c250a8123d54bc1373f51234d52) AuthConfig (bd1f8d66ca703449fb6a5d47b04f78e14c557dca1cb790788c796596301b65a9) AuthConfig (d67c5a03b466a94839ea8318ec0d49fe6a3fbca775497cab6f0d6278f70fc8a0) AuthConfig (d5a5b7915e4d9d1ead0fdd01711125f56818ae5230abe2a0d5b9fd9a08e57b8c) AuthConfig (3271d3c14dcf2586f4fdb0a109de3ee62a5fca13dde8813e3af293c99e37eea9) AuthConfig (4c1c5d58ea1e3af32ba5d50f297cbd9d21ac33b6056bf6b6a204bb3d79b39c61) AuthConfig (2ff68919aa1627ae3139e37f685a6c8498a8cdd47dd056c0bf03c73ccf165964) AuthConfig (36a8254cbf7779737dec2000b6a4c7167629ea28e5f3d108e5855c4c3e9a6fa6) AuthConfig (5fdfa5c6c45cde61f17c0b6bc1bf1c71a59778638f0cfac9528f578ef741d244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"902603be-cc78-4668-8ec3-2839ed3ca307","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:34.991466725Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb","reconcileID":"47029628-4365-46ec-8229-dfa941522ec0","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscription":"e2e-combo-sub-5ce5c5fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.197789704Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb","reconcileID":"47029628-4365-46ec-8229-dfa941522ec0","MaaSSubscription":{"name":"e2e-combo-sub-5ce5c5fb","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.401225558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"83b8b103-418b-4f3b-8315-d8e00f580e37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.460389551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"5c2a5826-8837-4099-b12f-9e57fdaf7f76","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.516853183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"c0fbaf0b-88c1-4ebc-be09-8cd19a7d0ce8","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.610979806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"98377e5e-c49d-4306-8b00-a8bb7cac3229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.611134248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"e0048a39-4f18-4301-9b58-5c7a1f8c89cd","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.610979683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"57f0a93d-7fc7-4508-b005-aefe83b7c0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.632897739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"17d08d30-7dc3-4ee1-bb8d-a1345ed933fa","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.66662664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"98377e5e-c49d-4306-8b00-a8bb7cac3229","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.66676881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"e0048a39-4f18-4301-9b58-5c7a1f8c89cd","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.669174604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"57f0a93d-7fc7-4508-b005-aefe83b7c0d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:35.866866123Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-combo-sub-5ce5c5fb-auth","reconcileID":"18e1b1cc-621b-41fe-8189-6b98903d4693","MaaSAuthPolicy":{"name":"e2e-combo-sub-5ce5c5fb-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:36.071853721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"ef5119a8-5814-4714-bae2-4a09b42cec59","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:37.550906019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"3bb8b369-54e4-4ab8-ad0b-a1ea523a224d","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:37.617320442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"042443fb-7c71-41f0-a1a9-039284f79105","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.852290845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1aa32c5d-42a6-478b-9b58-f829a3ca3187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.908062199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1aa32c5d-42a6-478b-9b58-f829a3ca3187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:39.962302082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1aa32c5d-42a6-478b-9b58-f829a3ca3187","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:40.009889206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"ed423b61-bd7e-45fb-818f-146c39f660c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:40.06517553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"ed423b61-bd7e-45fb-818f-146c39f660c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:40.119453004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"ed423b61-bd7e-45fb-818f-146c39f660c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.055411205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"77115ee0-6a4e-4e04-b60e-a11f08bb8de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.055410926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a707287e-271e-4455-91e1-fd3d034fed7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.110975892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a707287e-271e-4455-91e1-fd3d034fed7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.111262025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"77115ee0-6a4e-4e04-b60e-a11f08bb8de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.165094266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7543d7c2d7f84b9f9b5f33735b52039ecd76861068041334c71afaee85d3fce3) AuthConfig (68cbf2c1f1cda6d64077801dfca74ac646c3674af7fbbaf0ef04ff51907d19f3) AuthConfig (7df1393f929a4c1297466dfd270b5c04add84799213dacbff76df7f6e9aff963) AuthConfig (fb426f5005307165a06f1002063396819f47b8b1ff6daeac55f1028b485083ae) AuthConfig (96d1fe9e3d941edaf0deab6f7a9f42a2657215fcf03fc5c81584d60a9f57df74) AuthConfig (00967ac4a18fbc74f96343c60025b87b7048e131ee5e63ef42578f2c1619856a) AuthConfig (e130850eb2b7fddac40ec68cf24cbba9d61f8a99d637cfac6cf21ce71c918caf) AuthConfig (40911a5589d51992c12746da78fd8fe2a07ca37e248bb5334c4aef22729a843c) AuthConfig (97f69e3fe46393d63cf0cb4b60290aece53b45219e07d5cb283d206f77649107) AuthConfig (f09d2a511929bc4116f85ce78126cf95585db8a709928cd84fbf83c06d7eb9ab) AuthConfig (f80163a09a1eb96c32549fc956752b3ab798e42c6d8a18f2fc3cf654fc707a59) AuthConfig (1ad8d230fdbc62f7ac1daf4b9dfead292228815cf15dd12484e4010d1a58d7ed) AuthConfig (f38b62405b382c5e4acab1dccc77af7f1c3ac9958677815192bf4a0d5f02f18f) AuthConfig (2cd58454c9d2b6d8b9652f19ddcbcceeea4e55b2855e172253638c9d385a52b9) AuthConfig (caa6e296fb92fa8a640549ea50e68cf323df77f4678bba26301a98ec20df70ef) AuthConfig (a4e5e9a0ce0c481dc57aac97c2d08a806653e6ff6a2eb5730509ae379256ff30) AuthConfig (86e2e6781ded7464f2b8836529beb04971c46521d2c5d32dee4af566db60c838) AuthConfig (45766189b358aa684aa97e17ec764b3820e6a06a7aeb11623d49825148b7a8ef) AuthConfig (f2f6bf0b0b0c80f75cc60c71f1c945bd6f06a5486e013d39913de7389428192b) AuthConfig (14321d68c3ca2aec4aa1e8a308e6ba571e41e94abfc218ba913dd8b66134910b) AuthConfig (fafaad63d5ee142371a055f278ca558c5086fd9c4f630bfbf21543dbf9a9ed99) AuthConfig (128ddece56d9ccd13fdc0861791c7873ab362c250a8123d54bc1373f51234d52) AuthConfig (bd1f8d66ca703449fb6a5d47b04f78e14c557dca1cb790788c796596301b65a9) AuthConfig (d67c5a03b466a94839ea8318ec0d49fe6a3fbca775497cab6f0d6278f70fc8a0) AuthConfig (d5a5b7915e4d9d1ead0fdd01711125f56818ae5230abe2a0d5b9fd9a08e57b8c) AuthConfig (3271d3c14dcf2586f4fdb0a109de3ee62a5fca13dde8813e3af293c99e37eea9) AuthConfig (4c1c5d58ea1e3af32ba5d50f297cbd9d21ac33b6056bf6b6a204bb3d79b39c61) AuthConfig (2ff68919aa1627ae3139e37f685a6c8498a8cdd47dd056c0bf03c73ccf165964) AuthConfig (36a8254cbf7779737dec2000b6a4c7167629ea28e5f3d108e5855c4c3e9a6fa6) AuthConfig (5fdfa5c6c45cde61f17c0b6bc1bf1c71a59778638f0cfac9528f578ef741d244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"77115ee0-6a4e-4e04-b60e-a11f08bb8de2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:42.165105539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7543d7c2d7f84b9f9b5f33735b52039ecd76861068041334c71afaee85d3fce3) AuthConfig (68cbf2c1f1cda6d64077801dfca74ac646c3674af7fbbaf0ef04ff51907d19f3) AuthConfig (7df1393f929a4c1297466dfd270b5c04add84799213dacbff76df7f6e9aff963) AuthConfig (fb426f5005307165a06f1002063396819f47b8b1ff6daeac55f1028b485083ae) AuthConfig (96d1fe9e3d941edaf0deab6f7a9f42a2657215fcf03fc5c81584d60a9f57df74) AuthConfig (00967ac4a18fbc74f96343c60025b87b7048e131ee5e63ef42578f2c1619856a) AuthConfig (e130850eb2b7fddac40ec68cf24cbba9d61f8a99d637cfac6cf21ce71c918caf) AuthConfig (40911a5589d51992c12746da78fd8fe2a07ca37e248bb5334c4aef22729a843c) AuthConfig (97f69e3fe46393d63cf0cb4b60290aece53b45219e07d5cb283d206f77649107) AuthConfig (f09d2a511929bc4116f85ce78126cf95585db8a709928cd84fbf83c06d7eb9ab) AuthConfig (f80163a09a1eb96c32549fc956752b3ab798e42c6d8a18f2fc3cf654fc707a59) AuthConfig (1ad8d230fdbc62f7ac1daf4b9dfead292228815cf15dd12484e4010d1a58d7ed) AuthConfig (f38b62405b382c5e4acab1dccc77af7f1c3ac9958677815192bf4a0d5f02f18f) AuthConfig (2cd58454c9d2b6d8b9652f19ddcbcceeea4e55b2855e172253638c9d385a52b9) AuthConfig (caa6e296fb92fa8a640549ea50e68cf323df77f4678bba26301a98ec20df70ef) AuthConfig (a4e5e9a0ce0c481dc57aac97c2d08a806653e6ff6a2eb5730509ae379256ff30) AuthConfig (86e2e6781ded7464f2b8836529beb04971c46521d2c5d32dee4af566db60c838) AuthConfig (45766189b358aa684aa97e17ec764b3820e6a06a7aeb11623d49825148b7a8ef) AuthConfig (f2f6bf0b0b0c80f75cc60c71f1c945bd6f06a5486e013d39913de7389428192b) AuthConfig (14321d68c3ca2aec4aa1e8a308e6ba571e41e94abfc218ba913dd8b66134910b) AuthConfig (fafaad63d5ee142371a055f278ca558c5086fd9c4f630bfbf21543dbf9a9ed99) AuthConfig (128ddece56d9ccd13fdc0861791c7873ab362c250a8123d54bc1373f51234d52) AuthConfig (bd1f8d66ca703449fb6a5d47b04f78e14c557dca1cb790788c796596301b65a9) AuthConfig (d67c5a03b466a94839ea8318ec0d49fe6a3fbca775497cab6f0d6278f70fc8a0) AuthConfig (d5a5b7915e4d9d1ead0fdd01711125f56818ae5230abe2a0d5b9fd9a08e57b8c) AuthConfig (3271d3c14dcf2586f4fdb0a109de3ee62a5fca13dde8813e3af293c99e37eea9) AuthConfig (4c1c5d58ea1e3af32ba5d50f297cbd9d21ac33b6056bf6b6a204bb3d79b39c61) AuthConfig (2ff68919aa1627ae3139e37f685a6c8498a8cdd47dd056c0bf03c73ccf165964) AuthConfig (36a8254cbf7779737dec2000b6a4c7167629ea28e5f3d108e5855c4c3e9a6fa6) AuthConfig (5fdfa5c6c45cde61f17c0b6bc1bf1c71a59778638f0cfac9528f578ef741d244)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a707287e-271e-4455-91e1-fd3d034fed7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.44478119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"e93658d9-4ade-4943-b3cd-b6b32bb6fe4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.602204878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"5e92e391-2f24-4c5d-a2f4-d6209286b303","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.613010104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"ab9ae1a8-61f0-409e-8e6c-3c7df174c4c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.719431947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"e0d750b8-a84e-4da0-8d15-8064900f3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.71951111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"03b6cf7c-ead3-4d03-84d9-437edbbfebfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.77279679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"18a93d5a-f9c4-4a15-bb73-e2d85926bd7f","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.777708121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"03b6cf7c-ead3-4d03-84d9-437edbbfebfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.777986144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"e0d750b8-a84e-4da0-8d15-8064900f3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.832198014Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c2d9529a81143eb142e25b91fca99afde2fe2b6cdc908828af5b33882374cbc) AuthConfig (7396ba809e27c73f2761a0ba153d4b4df444f65c8ac014bd89e6a0f9d2b703c9) AuthConfig (27d5b13d2c1aa2053f8d0c49f6e53b707224a90a85452e326898a76003406e03) AuthConfig (f0efe59fcf551c3786b42f9b6102d70f9de0b34c968f6803fe09fd41390c1cdd) AuthConfig (9dd1d795b484800e610ada35f2b9ab7aa24b019b67d6b440b28817a8e618dfaf) AuthConfig (5dbafa5a9a0ce1692504c1bd9c6ae37858bc154b13748eb1e9b613843f19fb9f) AuthConfig (07df93273c06d4525664437283cf578d40ab75530ec0242d8718f08d870b81fe) AuthConfig (89941430346a2c2f9b772353ed643dc09b9ff8c141dcc518db577f7696250b0f) AuthConfig (ae5b137fededec171764d4adcea87b7613f74ef915c605fc82d105b0336526ce) AuthConfig (b1953188d785fa736fbe9f2ba54c273001890004497f9aae43e9c0b9fecc4de3) AuthConfig (01272d5cd618c83fafa722facf056412feb4e2bd076d6867c9abf81c71b6fd54) AuthConfig (4a4d690c7e15b58439cbf2366a1dd5c589c126ccd184d0a1f61c915986aec05a) AuthConfig (5869c5b614e4228470e25a28d3a720ff5a45e2311122a1c44061c0f66359553a) AuthConfig (30897ef2ed2fa493cba07e0a976918003744fcd237ddc8592ed7b56c229a2be1) AuthConfig (29f425faf419cdc8ff70c23beacfb178ec55d621815765af5e1dc2b5e0696697) AuthConfig (e3b827b6ae413c775f423277c34e097ff215bd944591f24609c7a9bfa38eed65) AuthConfig (47d6c5c50fe98c1a1b2c1e0c3d43a9fa4fc8f1fa53b18a0a2bb9909cc876aa9a) AuthConfig (646302dcef6eec024c433c42dc5ce38c46f9ba6df12d352b9a84be2d57df6f7e) AuthConfig (2a450b32f9ceb061899f02fb79ed0f1f2c1389dae4547a546326e03389a3cd63) AuthConfig (a0ec77ba88223c481d85ba14f4a29b71b41ab9c0202b7740451bebcc0a0cf8d0) AuthConfig (f327dddd880f9acc2f7a1b772937f3a46a681ac8ba3494a0ba97de75ead6ab05) AuthConfig (d2e9d7c7242d5f63fa854b8a6a6f6ec270659f3eed9cbbf876f35975c8e5c4df) AuthConfig (45aa8bd5bda47a69b92787df5fa20f84c23cde902a810f0ae97a38eb07f34d14) AuthConfig (8aa119b41d304ddcd7e8a7dcd9c0bc4f107d9390262ef05713c29bb29205cd5d) AuthConfig (4c0ee5712958684d499094c364ad4a1cc545be582390393ab4648397fff8e536) AuthConfig (3648581ba0d85e0da33648a50ef6b47fae1e7a6145a79f917a98325c66e5ee3e) AuthConfig (68dcd1b16cdfbe8d5d9c2b304f7552c45307af2de67b16bc46d9ef5807b44027) AuthConfig (0aebf09e4c9955833b047a10e150a4d136d496c8e7047af74b150f2d5dba0194) AuthConfig (4acbb65667f3bab6c020dc58da0a121985f100e4a5e271b488e9f1a665e63eac) AuthConfig (60bef0f4c8aee7555d79d5f269c71ea43692480639c0c2bb9af98114ddf7aaa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"e0d750b8-a84e-4da0-8d15-8064900f3d3f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.832216782Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c2d9529a81143eb142e25b91fca99afde2fe2b6cdc908828af5b33882374cbc) AuthConfig (7396ba809e27c73f2761a0ba153d4b4df444f65c8ac014bd89e6a0f9d2b703c9) AuthConfig (27d5b13d2c1aa2053f8d0c49f6e53b707224a90a85452e326898a76003406e03) AuthConfig (f0efe59fcf551c3786b42f9b6102d70f9de0b34c968f6803fe09fd41390c1cdd) AuthConfig (9dd1d795b484800e610ada35f2b9ab7aa24b019b67d6b440b28817a8e618dfaf) AuthConfig (5dbafa5a9a0ce1692504c1bd9c6ae37858bc154b13748eb1e9b613843f19fb9f) AuthConfig (07df93273c06d4525664437283cf578d40ab75530ec0242d8718f08d870b81fe) AuthConfig (89941430346a2c2f9b772353ed643dc09b9ff8c141dcc518db577f7696250b0f) AuthConfig (ae5b137fededec171764d4adcea87b7613f74ef915c605fc82d105b0336526ce) AuthConfig (b1953188d785fa736fbe9f2ba54c273001890004497f9aae43e9c0b9fecc4de3) AuthConfig (01272d5cd618c83fafa722facf056412feb4e2bd076d6867c9abf81c71b6fd54) AuthConfig (4a4d690c7e15b58439cbf2366a1dd5c589c126ccd184d0a1f61c915986aec05a) AuthConfig (5869c5b614e4228470e25a28d3a720ff5a45e2311122a1c44061c0f66359553a) AuthConfig (30897ef2ed2fa493cba07e0a976918003744fcd237ddc8592ed7b56c229a2be1) AuthConfig (29f425faf419cdc8ff70c23beacfb178ec55d621815765af5e1dc2b5e0696697) AuthConfig (e3b827b6ae413c775f423277c34e097ff215bd944591f24609c7a9bfa38eed65) AuthConfig (47d6c5c50fe98c1a1b2c1e0c3d43a9fa4fc8f1fa53b18a0a2bb9909cc876aa9a) AuthConfig (646302dcef6eec024c433c42dc5ce38c46f9ba6df12d352b9a84be2d57df6f7e) AuthConfig (2a450b32f9ceb061899f02fb79ed0f1f2c1389dae4547a546326e03389a3cd63) AuthConfig (a0ec77ba88223c481d85ba14f4a29b71b41ab9c0202b7740451bebcc0a0cf8d0) AuthConfig (f327dddd880f9acc2f7a1b772937f3a46a681ac8ba3494a0ba97de75ead6ab05) AuthConfig (d2e9d7c7242d5f63fa854b8a6a6f6ec270659f3eed9cbbf876f35975c8e5c4df) AuthConfig (45aa8bd5bda47a69b92787df5fa20f84c23cde902a810f0ae97a38eb07f34d14) AuthConfig (8aa119b41d304ddcd7e8a7dcd9c0bc4f107d9390262ef05713c29bb29205cd5d) AuthConfig (4c0ee5712958684d499094c364ad4a1cc545be582390393ab4648397fff8e536) AuthConfig (3648581ba0d85e0da33648a50ef6b47fae1e7a6145a79f917a98325c66e5ee3e) AuthConfig (68dcd1b16cdfbe8d5d9c2b304f7552c45307af2de67b16bc46d9ef5807b44027) AuthConfig (0aebf09e4c9955833b047a10e150a4d136d496c8e7047af74b150f2d5dba0194) AuthConfig (4acbb65667f3bab6c020dc58da0a121985f100e4a5e271b488e9f1a665e63eac) AuthConfig (60bef0f4c8aee7555d79d5f269c71ea43692480639c0c2bb9af98114ddf7aaa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"03b6cf7c-ead3-4d03-84d9-437edbbfebfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.888088437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"62b26115-b81c-4bcc-88ed-b06cb54ff6ef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:46.890606781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"ea7e1f35-5829-48c3-825c-e12f567398ef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:47.038727788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1ff1f4e0-4b7c-485d-9314-eb0b0a4b702b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:47.039636452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"d4b9785d-7381-4176-ba63-61bd5c3a67d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:47.094504988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1ff1f4e0-4b7c-485d-9314-eb0b0a4b702b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:47.09492239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"d4b9785d-7381-4176-ba63-61bd5c3a67d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:47.149149201Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c2d9529a81143eb142e25b91fca99afde2fe2b6cdc908828af5b33882374cbc) AuthConfig (7396ba809e27c73f2761a0ba153d4b4df444f65c8ac014bd89e6a0f9d2b703c9) AuthConfig (27d5b13d2c1aa2053f8d0c49f6e53b707224a90a85452e326898a76003406e03) AuthConfig (f0efe59fcf551c3786b42f9b6102d70f9de0b34c968f6803fe09fd41390c1cdd) AuthConfig (9dd1d795b484800e610ada35f2b9ab7aa24b019b67d6b440b28817a8e618dfaf) AuthConfig (5dbafa5a9a0ce1692504c1bd9c6ae37858bc154b13748eb1e9b613843f19fb9f) AuthConfig (07df93273c06d4525664437283cf578d40ab75530ec0242d8718f08d870b81fe) AuthConfig (89941430346a2c2f9b772353ed643dc09b9ff8c141dcc518db577f7696250b0f) AuthConfig (ae5b137fededec171764d4adcea87b7613f74ef915c605fc82d105b0336526ce) AuthConfig (b1953188d785fa736fbe9f2ba54c273001890004497f9aae43e9c0b9fecc4de3) AuthConfig (01272d5cd618c83fafa722facf056412feb4e2bd076d6867c9abf81c71b6fd54) AuthConfig (4a4d690c7e15b58439cbf2366a1dd5c589c126ccd184d0a1f61c915986aec05a) AuthConfig (5869c5b614e4228470e25a28d3a720ff5a45e2311122a1c44061c0f66359553a) AuthConfig (30897ef2ed2fa493cba07e0a976918003744fcd237ddc8592ed7b56c229a2be1) AuthConfig (29f425faf419cdc8ff70c23beacfb178ec55d621815765af5e1dc2b5e0696697) AuthConfig (e3b827b6ae413c775f423277c34e097ff215bd944591f24609c7a9bfa38eed65) AuthConfig (47d6c5c50fe98c1a1b2c1e0c3d43a9fa4fc8f1fa53b18a0a2bb9909cc876aa9a) AuthConfig (646302dcef6eec024c433c42dc5ce38c46f9ba6df12d352b9a84be2d57df6f7e) AuthConfig (2a450b32f9ceb061899f02fb79ed0f1f2c1389dae4547a546326e03389a3cd63) AuthConfig (a0ec77ba88223c481d85ba14f4a29b71b41ab9c0202b7740451bebcc0a0cf8d0) AuthConfig (f327dddd880f9acc2f7a1b772937f3a46a681ac8ba3494a0ba97de75ead6ab05) AuthConfig (d2e9d7c7242d5f63fa854b8a6a6f6ec270659f3eed9cbbf876f35975c8e5c4df) AuthConfig (45aa8bd5bda47a69b92787df5fa20f84c23cde902a810f0ae97a38eb07f34d14) AuthConfig (8aa119b41d304ddcd7e8a7dcd9c0bc4f107d9390262ef05713c29bb29205cd5d) AuthConfig (4c0ee5712958684d499094c364ad4a1cc545be582390393ab4648397fff8e536) AuthConfig (3648581ba0d85e0da33648a50ef6b47fae1e7a6145a79f917a98325c66e5ee3e) AuthConfig (68dcd1b16cdfbe8d5d9c2b304f7552c45307af2de67b16bc46d9ef5807b44027) AuthConfig (0aebf09e4c9955833b047a10e150a4d136d496c8e7047af74b150f2d5dba0194) AuthConfig (4acbb65667f3bab6c020dc58da0a121985f100e4a5e271b488e9f1a665e63eac) AuthConfig (60bef0f4c8aee7555d79d5f269c71ea43692480639c0c2bb9af98114ddf7aaa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1ff1f4e0-4b7c-485d-9314-eb0b0a4b702b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:47.149152922Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c2d9529a81143eb142e25b91fca99afde2fe2b6cdc908828af5b33882374cbc) AuthConfig (7396ba809e27c73f2761a0ba153d4b4df444f65c8ac014bd89e6a0f9d2b703c9) AuthConfig (27d5b13d2c1aa2053f8d0c49f6e53b707224a90a85452e326898a76003406e03) AuthConfig (f0efe59fcf551c3786b42f9b6102d70f9de0b34c968f6803fe09fd41390c1cdd) AuthConfig (9dd1d795b484800e610ada35f2b9ab7aa24b019b67d6b440b28817a8e618dfaf) AuthConfig (5dbafa5a9a0ce1692504c1bd9c6ae37858bc154b13748eb1e9b613843f19fb9f) AuthConfig (07df93273c06d4525664437283cf578d40ab75530ec0242d8718f08d870b81fe) AuthConfig (89941430346a2c2f9b772353ed643dc09b9ff8c141dcc518db577f7696250b0f) AuthConfig (ae5b137fededec171764d4adcea87b7613f74ef915c605fc82d105b0336526ce) AuthConfig (b1953188d785fa736fbe9f2ba54c273001890004497f9aae43e9c0b9fecc4de3) AuthConfig (01272d5cd618c83fafa722facf056412feb4e2bd076d6867c9abf81c71b6fd54) AuthConfig (4a4d690c7e15b58439cbf2366a1dd5c589c126ccd184d0a1f61c915986aec05a) AuthConfig (5869c5b614e4228470e25a28d3a720ff5a45e2311122a1c44061c0f66359553a) AuthConfig (30897ef2ed2fa493cba07e0a976918003744fcd237ddc8592ed7b56c229a2be1) AuthConfig (29f425faf419cdc8ff70c23beacfb178ec55d621815765af5e1dc2b5e0696697) AuthConfig (e3b827b6ae413c775f423277c34e097ff215bd944591f24609c7a9bfa38eed65) AuthConfig (47d6c5c50fe98c1a1b2c1e0c3d43a9fa4fc8f1fa53b18a0a2bb9909cc876aa9a) AuthConfig (646302dcef6eec024c433c42dc5ce38c46f9ba6df12d352b9a84be2d57df6f7e) AuthConfig (2a450b32f9ceb061899f02fb79ed0f1f2c1389dae4547a546326e03389a3cd63) AuthConfig (a0ec77ba88223c481d85ba14f4a29b71b41ab9c0202b7740451bebcc0a0cf8d0) AuthConfig (f327dddd880f9acc2f7a1b772937f3a46a681ac8ba3494a0ba97de75ead6ab05) AuthConfig (d2e9d7c7242d5f63fa854b8a6a6f6ec270659f3eed9cbbf876f35975c8e5c4df) AuthConfig (45aa8bd5bda47a69b92787df5fa20f84c23cde902a810f0ae97a38eb07f34d14) AuthConfig (8aa119b41d304ddcd7e8a7dcd9c0bc4f107d9390262ef05713c29bb29205cd5d) AuthConfig (4c0ee5712958684d499094c364ad4a1cc545be582390393ab4648397fff8e536) AuthConfig (3648581ba0d85e0da33648a50ef6b47fae1e7a6145a79f917a98325c66e5ee3e) AuthConfig (68dcd1b16cdfbe8d5d9c2b304f7552c45307af2de67b16bc46d9ef5807b44027) AuthConfig (0aebf09e4c9955833b047a10e150a4d136d496c8e7047af74b150f2d5dba0194) AuthConfig (4acbb65667f3bab6c020dc58da0a121985f100e4a5e271b488e9f1a665e63eac) AuthConfig (60bef0f4c8aee7555d79d5f269c71ea43692480639c0c2bb9af98114ddf7aaa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"d4b9785d-7381-4176-ba63-61bd5c3a67d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.315995055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4289a103-d63a-453c-89d7-1ae773b85314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.315994982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"c9f74e04-4d4c-4a3c-b323-1a8ac00a3219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.371814144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"c9f74e04-4d4c-4a3c-b323-1a8ac00a3219","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.371903269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4289a103-d63a-453c-89d7-1ae773b85314","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.687668452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"dec42daa-d195-4ece-9efc-ff6a55af0cd7","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.688061215Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"0087500f-61ab-4ff9-918f-a27e032bb6a5","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.838950775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"78c0853d-2fba-4694-b227-6adf9aedf857","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:52.892425973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"49780353-93f8-4c1d-8669-7db3da9eedc7","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.046966328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"07ed7249-3fb0-4400-a30b-80db01ad547d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.11766402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"07ed7249-3fb0-4400-a30b-80db01ad547d","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.1187709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"a58eff16-4bee-435c-83de-d26963d8bc7e","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.17469163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"6ccd3957-243a-4d2f-b935-6e11bf5d3405","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:33:53.227002715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-sub","reconcileID":"a7df3502-9a5c-4c07-bbaf-5db7975c8417","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.268606962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"17742ea7-2cd5-4748-9497-6239557117e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.26877163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"6229a1e3-4125-47fd-ac9b-99b1a610a737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.323879563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"6229a1e3-4125-47fd-ac9b-99b1a610a737","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.324127088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"17742ea7-2cd5-4748-9497-6239557117e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.338967916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"05bf7495-750e-4f68-a52e-e29794c2cf91","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.376676936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"6d7fa43f-7a0f-4a87-8656-f57fae2216dc","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.394035016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"473eea67-bd2c-4b8b-bfd1-6e315900d0de","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.525429975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"b05df49b-9877-4a9c-a033-6c36ddb43037","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.58066363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"b05df49b-9877-4a9c-a033-6c36ddb43037","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.624877621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"61313f95-19bf-4224-b811-58774eae31a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.624876173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"18c92a6f-4b4e-409e-ac76-3a3c4d334c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.652862674Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-sub","reconcileID":"ad4420f4-c802-4ef6-a57d-279ac1cf864d","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/e2e-apikey-active-sub","ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.680720847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"61313f95-19bf-4224-b811-58774eae31a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.680826764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"18c92a6f-4b4e-409e-ac76-3a3c4d334c0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.812651171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"fd79a22e-1746-4fc3-97e8-3ceb8321625b","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.855897901Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"1da08772-8595-4c81-8e07-b0aa0d087967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:53.91268113Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:54.01477038Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-sub","reconcileID":"2e3ba623-524a-4e73-bfc3-f1454b765467","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:56.048992169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"79563ed3-6e72-4dda-a855-006ab53e9d88","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:56.198541312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"438116d3-9c5b-4646-9c4a-bf40fb2ad1ad","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:56.198679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"19daaa80-7c0f-48b6-b480-ac1dcf40146e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:56.198542236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8fa74fe3-0d68-4532-a8b0-ef00d82364ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:56.256670805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"438116d3-9c5b-4646-9c4a-bf40fb2ad1ad","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:56.25915838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8fa74fe3-0d68-4532-a8b0-ef00d82364ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:56.262999432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"19daaa80-7c0f-48b6-b480-ac1dcf40146e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:57.299852636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b6cb53d8-1718-42fe-b3f7-fdaea533d092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:57.299865083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"bd06e793-8635-4a85-8f06-15082b5fa557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:57.355734583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b6cb53d8-1718-42fe-b3f7-fdaea533d092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:57.356231969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"bd06e793-8635-4a85-8f06-15082b5fa557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:57.409716299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c2d9529a81143eb142e25b91fca99afde2fe2b6cdc908828af5b33882374cbc) AuthConfig (7396ba809e27c73f2761a0ba153d4b4df444f65c8ac014bd89e6a0f9d2b703c9) AuthConfig (27d5b13d2c1aa2053f8d0c49f6e53b707224a90a85452e326898a76003406e03) AuthConfig (f0efe59fcf551c3786b42f9b6102d70f9de0b34c968f6803fe09fd41390c1cdd) AuthConfig (9dd1d795b484800e610ada35f2b9ab7aa24b019b67d6b440b28817a8e618dfaf) AuthConfig (5dbafa5a9a0ce1692504c1bd9c6ae37858bc154b13748eb1e9b613843f19fb9f) AuthConfig (07df93273c06d4525664437283cf578d40ab75530ec0242d8718f08d870b81fe) AuthConfig (89941430346a2c2f9b772353ed643dc09b9ff8c141dcc518db577f7696250b0f) AuthConfig (ae5b137fededec171764d4adcea87b7613f74ef915c605fc82d105b0336526ce) AuthConfig (b1953188d785fa736fbe9f2ba54c273001890004497f9aae43e9c0b9fecc4de3) AuthConfig (01272d5cd618c83fafa722facf056412feb4e2bd076d6867c9abf81c71b6fd54) AuthConfig (4a4d690c7e15b58439cbf2366a1dd5c589c126ccd184d0a1f61c915986aec05a) AuthConfig (5869c5b614e4228470e25a28d3a720ff5a45e2311122a1c44061c0f66359553a) AuthConfig (30897ef2ed2fa493cba07e0a976918003744fcd237ddc8592ed7b56c229a2be1) AuthConfig (29f425faf419cdc8ff70c23beacfb178ec55d621815765af5e1dc2b5e0696697) AuthConfig (e3b827b6ae413c775f423277c34e097ff215bd944591f24609c7a9bfa38eed65) AuthConfig (47d6c5c50fe98c1a1b2c1e0c3d43a9fa4fc8f1fa53b18a0a2bb9909cc876aa9a) AuthConfig (646302dcef6eec024c433c42dc5ce38c46f9ba6df12d352b9a84be2d57df6f7e) AuthConfig (2a450b32f9ceb061899f02fb79ed0f1f2c1389dae4547a546326e03389a3cd63) AuthConfig (a0ec77ba88223c481d85ba14f4a29b71b41ab9c0202b7740451bebcc0a0cf8d0) AuthConfig (f327dddd880f9acc2f7a1b772937f3a46a681ac8ba3494a0ba97de75ead6ab05) AuthConfig (d2e9d7c7242d5f63fa854b8a6a6f6ec270659f3eed9cbbf876f35975c8e5c4df) AuthConfig (45aa8bd5bda47a69b92787df5fa20f84c23cde902a810f0ae97a38eb07f34d14) AuthConfig (8aa119b41d304ddcd7e8a7dcd9c0bc4f107d9390262ef05713c29bb29205cd5d) AuthConfig (4c0ee5712958684d499094c364ad4a1cc545be582390393ab4648397fff8e536) AuthConfig (3648581ba0d85e0da33648a50ef6b47fae1e7a6145a79f917a98325c66e5ee3e) AuthConfig (68dcd1b16cdfbe8d5d9c2b304f7552c45307af2de67b16bc46d9ef5807b44027) AuthConfig (0aebf09e4c9955833b047a10e150a4d136d496c8e7047af74b150f2d5dba0194) AuthConfig (4acbb65667f3bab6c020dc58da0a121985f100e4a5e271b488e9f1a665e63eac) AuthConfig (60bef0f4c8aee7555d79d5f269c71ea43692480639c0c2bb9af98114ddf7aaa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b6cb53d8-1718-42fe-b3f7-fdaea533d092","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:33:57.409850436Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-b6fb9b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c2d9529a81143eb142e25b91fca99afde2fe2b6cdc908828af5b33882374cbc) AuthConfig (7396ba809e27c73f2761a0ba153d4b4df444f65c8ac014bd89e6a0f9d2b703c9) AuthConfig (27d5b13d2c1aa2053f8d0c49f6e53b707224a90a85452e326898a76003406e03) AuthConfig (f0efe59fcf551c3786b42f9b6102d70f9de0b34c968f6803fe09fd41390c1cdd) AuthConfig (9dd1d795b484800e610ada35f2b9ab7aa24b019b67d6b440b28817a8e618dfaf) AuthConfig (5dbafa5a9a0ce1692504c1bd9c6ae37858bc154b13748eb1e9b613843f19fb9f) AuthConfig (07df93273c06d4525664437283cf578d40ab75530ec0242d8718f08d870b81fe) AuthConfig (89941430346a2c2f9b772353ed643dc09b9ff8c141dcc518db577f7696250b0f) AuthConfig (ae5b137fededec171764d4adcea87b7613f74ef915c605fc82d105b0336526ce) AuthConfig (b1953188d785fa736fbe9f2ba54c273001890004497f9aae43e9c0b9fecc4de3) AuthConfig (01272d5cd618c83fafa722facf056412feb4e2bd076d6867c9abf81c71b6fd54) AuthConfig (4a4d690c7e15b58439cbf2366a1dd5c589c126ccd184d0a1f61c915986aec05a) AuthConfig (5869c5b614e4228470e25a28d3a720ff5a45e2311122a1c44061c0f66359553a) AuthConfig (30897ef2ed2fa493cba07e0a976918003744fcd237ddc8592ed7b56c229a2be1) AuthConfig (29f425faf419cdc8ff70c23beacfb178ec55d621815765af5e1dc2b5e0696697) AuthConfig (e3b827b6ae413c775f423277c34e097ff215bd944591f24609c7a9bfa38eed65) AuthConfig (47d6c5c50fe98c1a1b2c1e0c3d43a9fa4fc8f1fa53b18a0a2bb9909cc876aa9a) AuthConfig (646302dcef6eec024c433c42dc5ce38c46f9ba6df12d352b9a84be2d57df6f7e) AuthConfig (2a450b32f9ceb061899f02fb79ed0f1f2c1389dae4547a546326e03389a3cd63) AuthConfig (a0ec77ba88223c481d85ba14f4a29b71b41ab9c0202b7740451bebcc0a0cf8d0) AuthConfig (f327dddd880f9acc2f7a1b772937f3a46a681ac8ba3494a0ba97de75ead6ab05) AuthConfig (d2e9d7c7242d5f63fa854b8a6a6f6ec270659f3eed9cbbf876f35975c8e5c4df) AuthConfig (45aa8bd5bda47a69b92787df5fa20f84c23cde902a810f0ae97a38eb07f34d14) AuthConfig (8aa119b41d304ddcd7e8a7dcd9c0bc4f107d9390262ef05713c29bb29205cd5d) AuthConfig (4c0ee5712958684d499094c364ad4a1cc545be582390393ab4648397fff8e536) AuthConfig (3648581ba0d85e0da33648a50ef6b47fae1e7a6145a79f917a98325c66e5ee3e) AuthConfig (68dcd1b16cdfbe8d5d9c2b304f7552c45307af2de67b16bc46d9ef5807b44027) AuthConfig (0aebf09e4c9955833b047a10e150a4d136d496c8e7047af74b150f2d5dba0194) AuthConfig (4acbb65667f3bab6c020dc58da0a121985f100e4a5e271b488e9f1a665e63eac) AuthConfig (60bef0f4c8aee7555d79d5f269c71ea43692480639c0c2bb9af98114ddf7aaa9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"bd06e793-8635-4a85-8f06-15082b5fa557","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.08744883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"135bd96b-5740-4f37-a669-c20820118eae","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.142141356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"37a25e4a-866e-49d8-a068-0544ddb91bae","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.188839073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"5f2cd1b1-d384-4afe-9081-7c88f50263da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.288614446Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"eaac188c-a41f-4848-b3f9-4b95ca6eb331","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.291682157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"b867d5fc-70b6-4ea1-9dbd-f93525c2e7eb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.346483482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"b867d5fc-70b6-4ea1-9dbd-f93525c2e7eb","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.417958168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"cbb3107a-867f-4e22-9aa3-282f6fa3fdb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.529670428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"6b15192c-1025-445a-93b4-0a2b77dda931","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.570523047Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"2f8b7feb-a61f-45f0-8b9a-763b81b3e4a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:00.654613928Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-sub","reconcileID":"aab996b2-17c2-47b2-9492-7785f0ac5556","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.657227545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b4f3b375-80bf-4536-9717-0a0751bfe50f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.696728702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5d5a7165-48af-4a13-a891-5891e681099c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.696727704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b208b6b0-2226-4670-b5e4-61c674a1754c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.698056349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"350feb77-ab1e-45b8-938a-168821e2eaa2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.75320286Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b208b6b0-2226-4670-b5e4-61c674a1754c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.753683769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5d5a7165-48af-4a13-a891-5891e681099c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.798337508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4f22c27c-7576-4c05-a06c-cca787770a72","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.806067568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"e79f5f2f-27d5-4fa2-9a00-dcfceae84bb0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.860936877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"e79f5f2f-27d5-4fa2-9a00-dcfceae84bb0","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.898833775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"2a91ed46-7207-4568-a77a-bf488c1277a3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:00.89894941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"406aab3a-5df2-46a4-97ec-2163a4fa4410","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:01.05120054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"01c6fb09-b6ec-499d-98cc-ffe9e385bae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:01.051214208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4dc385ec-051c-48b4-926f-aa48e96a8341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:01.106520741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"01c6fb09-b6ec-499d-98cc-ffe9e385bae2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:01.106721529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4dc385ec-051c-48b4-926f-aa48e96a8341","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:01.210422515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"d203c67e-b79e-4305-bed0-b635b3497424","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:01.265313628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"d203c67e-b79e-4305-bed0-b635b3497424","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.583146626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1cb7311b-b4d8-4207-a6cb-bdeba4b0d3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.583417668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7b1998fd-58df-46a6-b740-a0b0849c0ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.583146845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"a9a3bcdf-94a8-430a-8c0a-215ff237a4e3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.639233359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"a9a3bcdf-94a8-430a-8c0a-215ff237a4e3","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.640327606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7b1998fd-58df-46a6-b740-a0b0849c0ad3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:03.641623484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1cb7311b-b4d8-4207-a6cb-bdeba4b0d3bc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:04.962072517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"642d84d0-d39d-4fba-ad05-53a55593885d","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:05.029458433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"ddc3034f-2ee5-4e4a-acbf-f9ef035658be","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.205942566Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-sub","reconcileID":"d0bb494b-55a8-499c-8d4a-a83db8bf4eeb","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscription":"e2e-apikey-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.358808652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-sub","reconcileID":"d0bb494b-55a8-499c-8d4a-a83db8bf4eeb","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.570693639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"48ab5ea1-eb62-4ad6-b8c1-27d7fbf5e3c0","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.721551598Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1484dbf0-581d-4a27-91c1-170700a9d7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.721692447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"003147ca-0ea6-4dde-a639-17fbcd8951a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.721551525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"a64851a4-d510-4ac1-ba51-30b9654cbc96","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.728958572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"29a430c4-b8fd-4f70-b236-f8156b3ac96b","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.77739675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"003147ca-0ea6-4dde-a639-17fbcd8951a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.777448186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1484dbf0-581d-4a27-91c1-170700a9d7e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.779835324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"a64851a4-d510-4ac1-ba51-30b9654cbc96","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:06.928863937Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-active-auth","reconcileID":"72156f04-5568-499c-a961-deddc064e0b2","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:07.083229463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"9d992fd5-d779-4ed7-a08c-80b15b2d01d2","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:07.577792139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"34ea75b2-fb31-4611-a0c5-7a65ef21a4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:07.577792161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"cc2de7df-d274-46dc-ad6d-f23f384412f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:07.63316375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"cc2de7df-d274-46dc-ad6d-f23f384412f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:07.633266605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"34ea75b2-fb31-4611-a0c5-7a65ef21a4ca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:07.966848316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"b15a1fde-0288-4ca2-b08b-39fb0915322b","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:07.967636908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"51ae7ffa-18ba-44d4-b2b1-78d048e92dc6","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.185077391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"bfa5e6bf-7bb5-41a2-8146-81a6aef0d7bf","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.240275115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"bf630b4e-e816-4643-9f42-e8ffef042923","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.389850299Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"a5727c88-a6b0-46e6-bbf5-44eba38cc945","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.445442085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"a5727c88-a6b0-46e6-bbf5-44eba38cc945","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.477867849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"ce8d2251-69e3-4ba5-8ff5-28a779ee0f63","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.533599529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"821e9c6c-6039-4f6f-9e40-dc2d567dffa9","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:08.586210585Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"404b5685-3b51-4e85-94e6-13c64ebd482f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.628002944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8e317e96-7b82-4f10-bc1b-4afe3083e4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.628008073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a07366e6-a1b1-4c57-88ba-62822d709458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.684423862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a07366e6-a1b1-4c57-88ba-62822d709458","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.684423909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8e317e96-7b82-4f10-bc1b-4afe3083e4f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.700705744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"6eacd7f4-8ff1-4856-bab2-f779f7f53cc1","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.756289686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"842b8a97-eeb8-4730-8739-af40fe606a3f","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.757149265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"711e4439-4f46-4c57-a99f-cb6509346f59","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.905877214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"e35ca4ce-e9bd-48d2-8a6f-f376976bd64e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:08.961010479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"e35ca4ce-e9bd-48d2-8a6f-f376976bd64e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.014159573Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"98872960-6485-43e5-b2cc-4509267f374a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.014317968Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"98872960-6485-43e5-b2cc-4509267f374a","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.050221672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"343b8797-5af4-4b08-b67b-a9e9b5ec75ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.050223347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d1b2d18a-8a42-4037-9414-a03850ab63be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.105500961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"343b8797-5af4-4b08-b67b-a9e9b5ec75ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.105597918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d1b2d18a-8a42-4037-9414-a03850ab63be","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.215673993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"84410491-8c46-4708-8681-ccf6c628a387","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.22321177Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"f68abb64-b8d6-485c-931a-06bb6e91148d","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.424270088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"27c926df-5a6e-4f58-909c-dd4add998511","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:09.424452484Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"27c926df-5a6e-4f58-909c-dd4add998511","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.057272746Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"89092fae-cc17-4f33-b99c-3f7e495be746","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.174164388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e1321ed3-008d-49ad-bcb7-f06c20e571ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.41409623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"e90fbf34-7c83-4d63-9a40-5ffdb0d2a603","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.513695858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"a5b1d15a-1fbd-4978-8d5b-0196251a05dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.562750257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"9a6009e2-20d7-435b-aa12-608dc1aee496","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.56283617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"bf985e63-9e0d-484f-9dc8-a53212fa676d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.56318507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"1dd4b010-5580-44cd-a4dc-60a2e5b63689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.613544855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"43f6389c-4d76-4943-bd3b-912b2d7f18c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.618143537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"9a6009e2-20d7-435b-aa12-608dc1aee496","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.618184404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"1dd4b010-5580-44cd-a4dc-60a2e5b63689","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.622241708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"bf985e63-9e0d-484f-9dc8-a53212fa676d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.628855457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"0604a32e-0b08-481a-9c19-a78f163ece1e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.713886985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"378d834d-cded-47c8-bc30-b4fd654314ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:11.813851251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"732b59ff-57a7-4316-9964-e3defedc9006","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:13.59049978Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-sub","reconcileID":"a07563d4-852e-4243-908a-1f3a71296e83","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:13.590679207Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-sub","reconcileID":"a07563d4-852e-4243-908a-1f3a71296e83","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-apikey-failed","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.052618226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"1a48c84f-70b5-4782-a22d-5a003650ae27","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.052652105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"cf061d1e-78cc-4871-a49c-8d3240b8a517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.053126887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"925dc0ce-be20-4ad9-8a14-b77d1ebd7e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.06135306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b9cf391d-e343-4793-9916-fb02512c48db","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.109219034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"cf061d1e-78cc-4871-a49c-8d3240b8a517","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.109219036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"1a48c84f-70b5-4782-a22d-5a003650ae27","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.111572748Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"925dc0ce-be20-4ad9-8a14-b77d1ebd7e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.309585143Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-apikey-failed-auth","reconcileID":"a8536cc5-6369-41ab-984f-51017d8ccb46","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:14.468439213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"260acfb3-b217-41c6-8750-108a5a80388b","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.585545604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"60a84721-11ab-4c99-be66-6663553c2222","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.640284347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c2ab835f-f4ec-448d-a0d3-530569b7c8b8","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.789866557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"c5c4f4d3-80b9-4700-a6e3-40485b4588be","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.844714884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"c5c4f4d3-80b9-4700-a6e3-40485b4588be","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.854354995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"31595ddb-0549-4042-a1cf-72a7c5f02054","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.910107874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"8ccf9c24-422b-43ce-bc3c-50166e638c37","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.946692523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a5cc3e98-8b8d-4f59-8800-2b0325f106c3","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:15.992107018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"fa2757c1-1e78-454a-a779-568806c5d88b","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.039599111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7c40ad9f-dc9c-4c5b-8061-1704a84cb735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.039605789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9158874a-8ea3-4312-95d3-b76ce3c1cf40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:16.046313869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60","reconcileID":"3354259b-b663-4ea1-a85a-c48dc0b7685f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-a5c8bd60\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.047172577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"7679f523-eb7f-4814-a9be-945fea4e3b02","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.096428798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9158874a-8ea3-4312-95d3-b76ce3c1cf40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.096447124Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7c40ad9f-dc9c-4c5b-8061-1704a84cb735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:16.099614941Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"bfb7a2ab-e0cd-420e-bc71-48553bdea52b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.154605161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"7d847475-dbea-4a4e-857b-23e42e1014c6","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.158574117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5048e247-58f6-444d-9d78-af797eacfaf1","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.213100218Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"0c722e0f-3b75-4c1d-868e-0e4fe892e66f","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.213717886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"25ba8d4e-4403-49a9-b83c-9313b10ef3e5","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.265943445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"7e5aab53-b1a1-4c0d-ada6-8f8ec9c7db0b","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.286492501Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"c40943d7-ff6d-46ee-8b8e-aa5bf0ef799d","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.303832699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"d948e7dd-7b5d-4c0b-a5c9-d9793bba7220","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.344222321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"b5d20a0c-a5cd-4e3f-9cac-f518e5f73473","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.359176408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"d948e7dd-7b5d-4c0b-a5c9-d9793bba7220","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:16.396326352Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"b5d20a0c-a5cd-4e3f-9cac-f518e5f73473","name":"simulator-w2-9da431","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-9da431\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:16.396426238Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"b5d20a0c-a5cd-4e3f-9cac-f518e5f73473","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-9da431\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.402001791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"5376251c-4dd8-456b-ac55-7608c7424205","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.449545227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"44479f89-217d-4ea4-a9e3-3b1180506bb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.449543632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bce2c871-7c3b-44e3-9051-964d1cb4c623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.470477315Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60","reconcileID":"78898f30-0d9d-4c4c-8c4e-0975e9e46a5b","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-a-a5c8bd60","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.499737479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"07f6896b-7b72-45bd-8c89-3812981ff340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.504812008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bce2c871-7c3b-44e3-9051-964d1cb4c623","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.504977929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"44479f89-217d-4ea4-a9e3-3b1180506bb5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.519635165Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"470b2d0f-fb39-43cd-916e-b8f89f7b2394","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"simulator-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.577645065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"29900c0a-cdf0-41ed-9513-a86423e298f9","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.623517672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"07f6896b-7b72-45bd-8c89-3812981ff340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.628832882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"eb2d9485-6281-4224-896a-ec9b71203e21","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.632014425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"569cb73f-b087-4aac-81d2-ed3ca5029c93","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.671763605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"f4902cfe-18e3-4a17-914b-7a7e2cc1187a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.677325599Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"07f6896b-7b72-45bd-8c89-3812981ff340","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.678039083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"74a3e9fe-ecdb-43d7-85bb-3420cab1fa4c","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:16.682877142Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"ccb847a7-1a72-4c52-8c1b-4c9961789ae5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.688403283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"6dfc44e4-500b-45c6-943c-ebc7bb69ba9b","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.70832988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"b3f697e4-3ff2-4fcc-b3b4-32bfc1bb20bf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.734833677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"20571131-d960-4cb1-865e-c9623f839785","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.741944518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"bf38ad22-8dc4-4a0b-874a-9645947a2d38","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.763518423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"b3f697e4-3ff2-4fcc-b3b4-32bfc1bb20bf","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.796526052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"8b79f9dd-9d7a-4461-b517-626e4a6fb5b8","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.830590745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60","reconcileID":"bf85a88e-05fe-429f-a6b9-4419aecca7e9","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.834819986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"be16055f-47b8-48fc-8f9d-8a36fdd8dac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.851786622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"de93c84a-2bbb-4cc0-a8d3-6debf6a57c93","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.866332487Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"1aa9a909-f9bc-4ee5-8dca-566bd81ef9fd","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.889861256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"be16055f-47b8-48fc-8f9d-8a36fdd8dac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.924213253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"b8a29140-63fc-44ee-9b05-7e93e776252b","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.929753567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"dac477c0-7dee-481a-8d51-b99f820f5774","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.943523451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"be16055f-47b8-48fc-8f9d-8a36fdd8dac8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:16.975813179Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"b8a29140-63fc-44ee-9b05-7e93e776252b","name":"premium-w2-9da431","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-9da431\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:16.975893433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"b8a29140-63fc-44ee-9b05-7e93e776252b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w2-9da431\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:16.981271932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"623c8223-fc7f-4c9c-890b-111b2f9eafeb","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.055076291Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"a9f9bc1a-ed4d-4ef3-a2ef-29ddd0ec4ea2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"premium-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.085590516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"d68ba1f6-def0-4577-9fef-3a1e1a546ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.092183775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6ba1f168-8ae3-466a-9e78-31ed348d72d5","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.09244656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"4d6367b1-eb68-4bd2-98bc-1c77f766b75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.143015619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"d68ba1f6-def0-4577-9fef-3a1e1a546ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.147649698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"4d6367b1-eb68-4bd2-98bc-1c77f766b75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.197001168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"d68ba1f6-def0-4577-9fef-3a1e1a546ce6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.22754409Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"4d6367b1-eb68-4bd2-98bc-1c77f766b75f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.228658502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"ac21aca5-2cb4-46cc-8b7d-951f807e21ad","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.252749264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"275196d3-a29e-4988-a9e4-497a9490f3d3","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.402288811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"55e0c0dd-9700-4581-91c5-4e6d0066a8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.429791932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"96822253-8e01-4981-b27b-975252b467b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.457748668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"55e0c0dd-9700-4581-91c5-4e6d0066a8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:17.512016456Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"55e0c0dd-9700-4581-91c5-4e6d0066a8a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.457375772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"48869433-2c93-4778-b706-1b38cfab843b","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.510689563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"20c9de18-748d-4f72-baa2-336b2fddd8f2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.660962885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"f7671ea9-cf55-45f9-8175-ff5751dfcdd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.7167766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"f7671ea9-cf55-45f9-8175-ff5751dfcdd8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.742980849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"2bf8340d-9c06-48e9-9513-da92fd8eceb1","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.743040361Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-a-a5c8bd60 ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-b-1a940d52]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.799776324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"0c9e7624-11b0-478e-ab5d-09198f0febc0","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.849486236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"33540a22-aff6-4806-a751-d3b683be2942","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.855982653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"dd7cc851-6d8e-485a-91ba-47a2f2c19ad4","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.893839095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9a1e3678-c327-4da1-a114-aa40bb1fce0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.894066763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"b5860212-8188-4f8a-aba6-13c949068d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.89383913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"414fe223-e82e-4574-b21f-8ce000ad89f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.902426151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"ecf7d392-5cba-453c-a1c8-36fed73bd849","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:18.907024995Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-b-1a940d52","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-1a940d52\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.949745661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"b5860212-8188-4f8a-aba6-13c949068d27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.949785188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9a1e3678-c327-4da1-a114-aa40bb1fce0b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:18.952037914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"414fe223-e82e-4574-b21f-8ce000ad89f7","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.02732164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"715c5e96-697d-462b-bc23-eedd8fdfe8cb","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.161193974Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52","reconcileID":"dd572ec7-8bfb-4857-bac8-d2bb4ab9d1ef","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-a-a5c8bd60","ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-b-1a940d52","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.177272323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"2b4d9107-4f5e-49d3-a42b-97486be4f108","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.232859511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"2b4d9107-4f5e-49d3-a42b-97486be4f108","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.321183808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5e387056-16ee-4caf-9fd7-afa44f8ab9c6","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.322142421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"42bed823-92f8-4eec-a280-6a7409bda6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.322161805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"026618c7-6bc8-41f8-b5cc-fccc58290284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.322584254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"afc5ef78-c324-41ac-888e-671f63fdfc32","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.364774082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60","reconcileID":"83ba7516-67a7-4661-8ef8-4344b406bdaa","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.364774035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ea3d97d8-abb6-4463-9eb5-289e97005445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.377688003Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"026618c7-6bc8-41f8-b5cc-fccc58290284","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.377819566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"42bed823-92f8-4eec-a280-6a7409bda6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.380095548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"afc5ef78-c324-41ac-888e-671f63fdfc32","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:19.522863061Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52","reconcileID":"ded43d9c-5ee3-4705-885d-85229a5993b4","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.570959213Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"507a171e-2243-4cae-a510-f8905242f29b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.778992239Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"507a171e-2243-4cae-a510-f8905242f29b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.779024031Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"507a171e-2243-4cae-a510-f8905242f29b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.779154964Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-sub","reconcileID":"507a171e-2243-4cae-a510-f8905242f29b","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.808787748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"8b9701cc-f8cf-4c60-a56c-156cbea137ef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.941142197Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-a-a5c8bd60 ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-b-1a940d52]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.941841228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"a3694417-692a-497b-8937-ee2156da2560","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:21.981546345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"f75fb099-6e8f-4670-b30c-3b254f09f572","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.018724865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a59759e3-5b3f-441d-bcd2-d8950e32c9c2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.048698226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"2afd7f3f-3be2-4af1-9866-13fc97b8e2b0","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:22.069177955Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e1793d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.092072772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"ff26357f-a4ad-4cdf-acb8-1eab4238cfb5","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.09243506Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-a-a5c8bd60 ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-b-1a940d52]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.103966369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"fb323dea-5e10-46ae-b1f7-a3b7043932e3","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:22.143687318Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e1793d/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.211401223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"4c023f50-e11e-4d4a-b439-499588742d7d","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.245762625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"2e32aea9-333a-4625-ad73-c93e7c55b972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.245780368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"f0489c52-9c05-4e77-a56b-45fbdd1562ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.246270772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"2c9e831f-e810-4385-94fe-00bc57e5cd30","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.267142763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"897e9ca9-7248-4fcd-95e1-bf4dcd01cda6","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.26756193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"b78568ff-e128-4898-859d-158d56ed579c","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.301618712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"2e32aea9-333a-4625-ad73-c93e7c55b972","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.301655117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"2c9e831f-e810-4385-94fe-00bc57e5cd30","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.303917315Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"f0489c52-9c05-4e77-a56b-45fbdd1562ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.308681197Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"f01ab40f-7659-41be-88aa-5112a0bdc5da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"simulator-w1-e1793d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e1793d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.363754468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"bea8caf5-1b87-43ea-a4e0-e1f0897bb813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.451848921Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-apikey-degraded-auth","reconcileID":"68cbb159-d8dd-4e8e-a97d-32b7cd3ab799","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.469946174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"0fbc86d2-729c-44c3-9f94-967f0b5a2dec","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.490566303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"bea8caf5-1b87-43ea-a4e0-e1f0897bb813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.499592435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"32edca3b-7880-48de-b1a4-40eafa55e4a2","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.499673415Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-a-a5c8bd60 ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-b-1a940d52]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.544271893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"bea8caf5-1b87-43ea-a4e0-e1f0897bb813","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.55392442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"890b7eb1-f458-436e-a72a-eb6d82d9474e","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.599449463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"7172d62d-bb7f-4f4e-84a6-32031f68569e","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.607713664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"e9d797df-2b87-4b55-9b8b-d3d883e1dc05","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:22.608407831Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e1793d/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.662575244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"2c89be35-fc5c-4ae9-8e05-26cbe76ee91e","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.663498358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"695f9a46-0feb-47fd-9faf-d71aadfc84b4","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.670789158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"fd697fd8-b6a9-4b2d-8d6f-7c69f561672e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.699039866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"f9e6fb1b-e946-4668-a218-e23c1250f3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.754134846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"f9e6fb1b-e946-4668-a218-e23c1250f3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.797302072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"9c2c9f8c-ec58-4bc3-b4a9-c030ed8e0d49","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.808213144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"f9e6fb1b-e946-4668-a218-e23c1250f3e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.85386773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"2bcfd0aa-e221-4ac3-be9f-a504ba37c85f","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.867206334Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"e4989760-bb77-49ac-bf87-2d8fc1d67b1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"premium-w1-e1793d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e1793d/premium-simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:22.905607815Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"2bcfd0aa-e221-4ac3-be9f-a504ba37c85f","name":"premium-w1-e1793d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e1793d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:22.905671655Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"2bcfd0aa-e221-4ac3-be9f-a504ba37c85f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-e1793d\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.911579921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"199113a3-86ed-442e-99ea-160c38e3717d","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:22.959014672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5b313083-4210-4696-a601-3b38b40a7f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.014083986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5b313083-4210-4696-a601-3b38b40a7f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.027022001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"5f3bcfa6-de3b-43ca-a3a6-4422642ce2ee","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.061650256Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7fa42718-a26b-462e-909e-e89807c069bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.069039126Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5b313083-4210-4696-a601-3b38b40a7f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.11654797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7fa42718-a26b-462e-909e-e89807c069bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.171719135Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7fa42718-a26b-462e-909e-e89807c069bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.218773449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"264a290b-6276-40ca-aec2-b1b0f8a5dc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.227730943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"3fdc9fc2-9c3f-4ee5-867c-4d10b1c92f08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.228009114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"4cb1776b-67e2-49d0-997f-31e90ca090f6","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.275455212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"264a290b-6276-40ca-aec2-b1b0f8a5dc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.329190851Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"264a290b-6276-40ca-aec2-b1b0f8a5dc88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.376861756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0bfd1110-c467-4559-8d81-75033dbb24e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.432445553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0bfd1110-c467-4559-8d81-75033dbb24e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.486058796Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0bfd1110-c467-4559-8d81-75033dbb24e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.536912585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"db0a91e2-3858-4b4e-b48f-ff28415637a3","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.686814609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"51a2711d-0fac-4784-a58c-dd5e9fc7ce89","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.687036071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"501449b0-23a7-49b5-baa0-0da468cfef0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.686814357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7216f776-6dc2-45f5-b5ee-cb3478047629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.687501266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"967b25ff-2685-4752-9895-e7fc430a7cda","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.743135527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"967b25ff-2685-4752-9895-e7fc430a7cda","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.743201591Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7216f776-6dc2-45f5-b5ee-cb3478047629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.745453055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"51a2711d-0fac-4784-a58c-dd5e9fc7ce89","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.745516836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"501449b0-23a7-49b5-baa0-0da468cfef0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:23.91345168Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.377646224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d3e2c519-325a-4f16-991d-7da918d87211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.433114797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d3e2c519-325a-4f16-991d-7da918d87211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.477114171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"1fcf2676-0a59-4c34-b830-81e2ce520d8b","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.487290301Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d3e2c519-325a-4f16-991d-7da918d87211","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.531846066Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"20a4dd3c-bf42-4768-88d6-08eb5df6b8fd","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.631780317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"088e7df4-5462-41f4-b538-22a383ee2c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.632289494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"731b6a96-526b-43da-93b3-05ad15c4485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.632300187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"7c73240d-1f8d-4f20-9b71-57bc18194201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.632661747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"2c92bef9-24ad-4989-9e4a-3d7cb35613cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.687613859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"088e7df4-5462-41f4-b538-22a383ee2c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.687667071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"7c73240d-1f8d-4f20-9b71-57bc18194201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.689885232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"731b6a96-526b-43da-93b3-05ad15c4485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.689983695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"2c92bef9-24ad-4989-9e4a-3d7cb35613cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.73379847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"c918d3a3-a02a-40dd-807b-a4ee26408068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.741659511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"7c73240d-1f8d-4f20-9b71-57bc18194201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.743845162Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"731b6a96-526b-43da-93b3-05ad15c4485b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.744043509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"2c92bef9-24ad-4989-9e4a-3d7cb35613cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.789088391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"c918d3a3-a02a-40dd-807b-a4ee26408068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.862214451Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"6f01684c-c9cd-4df7-8db7-6fe0ee75e1bc","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"name":"e2e-rt-sw-821252","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.894689109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"b544bd7d-0d51-43b2-bda7-84d2b9045c41","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.894732316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0c4e3da9-6af3-4f4f-8b39-c760052423db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.895399326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bf3b3982-cc1e-4f84-a2f1-066fcfabad34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.951747083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"b544bd7d-0d51-43b2-bda7-84d2b9045c41","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.95211724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bf3b3982-cc1e-4f84-a2f1-066fcfabad34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:27.956009027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0c4e3da9-6af3-4f4f-8b39-c760052423db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.011338123Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0c4e3da9-6af3-4f4f-8b39-c760052423db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.042255573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4880749a-bc98-4eda-ab1e-ca22d14ae959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.100054369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4880749a-bc98-4eda-ab1e-ca22d14ae959","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.144488494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"356e464d-7fd1-47f9-bd81-6b4a19cff399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.161007455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"cea5106d-49de-447a-a5f9-6b408cbfedf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.201951608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"356e464d-7fd1-47f9-bd81-6b4a19cff399","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.218669948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"cea5106d-49de-447a-a5f9-6b408cbfedf1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.24860663Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9b5910ea-2a70-459d-9ca8-f1f75454ee79","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"name":"e2e-rt-sw-821252","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.299176013Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d29a25b9-6763-400d-8c25-c2fdb10d1655","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.299198997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"d29a25b9-6763-400d-8c25-c2fdb10d1655","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.299564438Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bd831b5-ea25-4c25-8903-91c7c6adc8e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.299580014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1bd831b5-ea25-4c25-8903-91c7c6adc8e7","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.299843301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0b2eda2-97a2-4d6e-b2d6-c13ea2682797","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.299857737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f0b2eda2-97a2-4d6e-b2d6-c13ea2682797","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300183057Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b2fa23-c442-42be-8f9a-56fc9b0c8749","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300197451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"06b2fa23-c442-42be-8f9a-56fc9b0c8749","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300456921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d31f0e1-a576-441d-8830-113d676919aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300470918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8d31f0e1-a576-441d-8830-113d676919aa","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300690398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7b9853b2-6cb8-48e7-ad51-63ee8b628691","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300701989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"7b9853b2-6cb8-48e7-ad51-63ee8b628691","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300929285Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d08dee64-acd6-47d3-b142-4a45055fc40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.300940768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d08dee64-acd6-47d3-b142-4a45055fc40a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.301241022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c07bd4fd-3fb9-4ee1-9064-6a9fef9fb35c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.301252604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"c07bd4fd-3fb9-4ee1-9064-6a9fef9fb35c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.302139171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c353b48f-fb80-405c-8ba4-643d42bbe611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.302515163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"d8c06f51-5368-4469-99fb-2f099e60a9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.351410331Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"8cf0dd83-e1e7-4a98-8b0d-cea77ff2ec64","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"name":"e2e-rt-sw-821252","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.357450129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c353b48f-fb80-405c-8ba4-643d42bbe611","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.357497512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"d8c06f51-5368-4469-99fb-2f099e60a9d3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.411165312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"954bb92b-e7a1-4a42-9371-268ce6cb53cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.411168665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"11c1c073-20f3-44ae-a03a-2ccc6b06782c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.510287616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"c869d48d-61d6-4716-8235-a3b8ee5df690","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.565545298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"c869d48d-61d6-4716-8235-a3b8ee5df690","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.625929561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d780ca2f-21ac-41d8-bc6d-fb86b11f65c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.625929783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"94d56fe2-26a0-4fe0-a773-c85af8c3c906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.682409924Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d780ca2f-21ac-41d8-bc6d-fb86b11f65c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.682425601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"94d56fe2-26a0-4fe0-a773-c85af8c3c906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.710007705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6a089501-8285-427b-9d94-cf222ba45683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.710031707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f842a36d-fb73-4240-ab7d-ab94bb76f46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.739087706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"94d56fe2-26a0-4fe0-a773-c85af8c3c906","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.73909458Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d780ca2f-21ac-41d8-bc6d-fb86b11f65c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.765425181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f842a36d-fb73-4240-ab7d-ab94bb76f46e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.765586188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6a089501-8285-427b-9d94-cf222ba45683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.819406787Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6a089501-8285-427b-9d94-cf222ba45683","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.889658681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"428ab64b-13fe-4da6-b611-8442b7ffd8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.889671901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"98c944e4-e4fd-46b2-89b9-94477829737e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.946234122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"428ab64b-13fe-4da6-b611-8442b7ffd8a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:28.946295512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"98c944e4-e4fd-46b2-89b9-94477829737e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.431709367Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"8d94817e-08ca-42d9-9022-5c3cffa025b2","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.485310667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"3de68d42-8ad9-40d4-8cc6-ff01c33762f7","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.485343791Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"3de68d42-8ad9-40d4-8cc6-ff01c33762f7","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.584734779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a07f69db-5504-489c-b8fa-9eed6c1eaf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.585042923Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"aa397e6c-b0ed-4f4f-bac3-c06b68ef5dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.585443068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"48bf4d99-da9f-479f-b7fb-72c43797f40e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.585537157Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e5aa1ab-aa1b-4af0-889a-6c12c0b60722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.585953892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dcac9837-dbd8-4586-932d-40fe260b1a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.643205637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a07f69db-5504-489c-b8fa-9eed6c1eaf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.643430715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"48bf4d99-da9f-479f-b7fb-72c43797f40e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.647252883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2e5aa1ab-aa1b-4af0-889a-6c12c0b60722","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.647610569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dcac9837-dbd8-4586-932d-40fe260b1a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.652169874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"aa397e6c-b0ed-4f4f-bac3-c06b68ef5dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.700096636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a07f69db-5504-489c-b8fa-9eed6c1eaf78","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.70018964Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"48bf4d99-da9f-479f-b7fb-72c43797f40e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.703082435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dcac9837-dbd8-4586-932d-40fe260b1a9c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.7078716Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"aa397e6c-b0ed-4f4f-bac3-c06b68ef5dbb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.849803559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"54f145f5-3032-4edd-b217-6322fc63be0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.849933285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d04a3e8b-e2d7-4f5f-a00b-5cb8e6ea301b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.854661189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"564cbf93-f696-4d80-9685-810164525fb8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.856784929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31ccf368-3517-4cfe-bdad-062e02b92ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.906300133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d04a3e8b-e2d7-4f5f-a00b-5cb8e6ea301b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.906341113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"54f145f5-3032-4edd-b217-6322fc63be0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.9114537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"564cbf93-f696-4d80-9685-810164525fb8","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:29.912002901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31ccf368-3517-4cfe-bdad-062e02b92ce9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.000917452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"7533129b-0a9b-4dc1-a745-cf8b636bbd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.056552745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"7533129b-0a9b-4dc1-a745-cf8b636bbd9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.20345637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"bf7c24ce-baf5-4460-ad1e-d193ef2303c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.255701343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"31eddf15-031d-4c89-9e56-813f1fdcbf55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.256189785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fa3ec663-bbd2-49f9-b808-df45cb087517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.256729949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"ba148084-aa45-4573-8d74-6e661ff01c01","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.257175994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"23ae0277-c5f8-472a-b7aa-1e10edfff2a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.311063396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"31eddf15-031d-4c89-9e56-813f1fdcbf55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.3112275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fa3ec663-bbd2-49f9-b808-df45cb087517","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.313679482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"ba148084-aa45-4573-8d74-6e661ff01c01","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.313767976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"23ae0277-c5f8-472a-b7aa-1e10edfff2a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.3637494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"180e9c43-509d-4c7b-94f7-f11d110f725e","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.594607215Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"e399de2e-d751-4201-b966-8b680a307651","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.705188946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"cbab4d62-6377-4879-8c41-51e43c84d3b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.805915778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"37af870c-1cdc-4b39-a33f-7148a7c72831","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.816888514Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"1f3ddd5a-c741-409d-a303-a64e40c91e52","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.868962066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"534bea9b-5087-41ec-80db-a4e713ff2cf7","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.966102749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"8ae3ee58-d605-459c-ba88-17b24876cadf","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.967469079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"40cb5301-455a-4489-a251-2690be587418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.967480105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b298a801-f585-4b17-8333-387cc35276d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.96786346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"69f7227e-bc64-48f4-ab55-e5ad7f32f3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.96829341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2b3fcf42-65e4-4386-8f1c-3dcc15cfca46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.968417492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"67bb1f59-3ab2-4079-bd8e-4f6a32c4b3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:30.990752131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"c5c08d5f-ca9b-4ae1-9c64-69722c3e188f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.022942898Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"40cb5301-455a-4489-a251-2690be587418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.022946534Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b298a801-f585-4b17-8333-387cc35276d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.025439604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"67bb1f59-3ab2-4079-bd8e-4f6a32c4b3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.025618427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2b3fcf42-65e4-4386-8f1c-3dcc15cfca46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.028109607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"69f7227e-bc64-48f4-ab55-e5ad7f32f3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.077022309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15fa50d885f6ecc0ae784f1b36fc860ce0732ab510bd080e223528265c34390a) AuthConfig (8c40a5281a594545fe1fdc18549748c05cf68959f56c83302fc12518856cfa2d) AuthConfig (9e8b595882c2cab7a6a6ca205c2662e437c39f857c2d9bd9d5dcc6a2dce3de23) AuthConfig (758dc8275ab1a29afd1d562f78a846ffc98b0553a93c2cfee91ad2744aa4c074) AuthConfig (0f224ca0c331a36c82da41647ad869ba1741b72f69a7fb08a02903a412900669) AuthConfig (1db5aa1b234a2610ef355111bf23327d5a10a3f33a0eedafa43a1a195e9b9a21) AuthConfig (e40f466d410660aabb2ecda6e71f4ce9502e78b754e7c2ddd7a3a19c6d889a93) AuthConfig (a45f9c377b483cfd2c06f4c6c467923e406f2510b3047c909e8672421d9b2de0) AuthConfig (e2baa98a56fd34cb101906f1e4d307302e9b79145414b1e1e46b602c968e40a3) AuthConfig (5dd9ee729d260eb2db2827f2edf2678275ecddde41e1e5740ed34026d109f6d3) AuthConfig (247f31688a704e2bbc721ff6caff25642b253c60c65b2806ece701c8f5c9fc47) AuthConfig (591866459e68799590797ca3227bd15e6cb9990b59821e732caf6a3ef5f72a7d) AuthConfig (00744d9c28c8da578d4f813f816d60281ce76a87429ad353dd4e893fcbde7a3c) AuthConfig (19c43d16d40fcec6cd652192eef724fbbcc44774057ff1354b9fb09a5f8bd311) AuthConfig (d17bcb8a90fc784711dfa614e09f348a383e0b2b2373323febd4b79dc61e6769) AuthConfig (0ebf749194751224cbff4818828ea282e724339b62aaa86f78c269d3031d2a2c) AuthConfig (412b3919943d6f4e2dd0d7e7ee7d88d9f5066e94aa5076a5f3bde6f9bb3f9128) AuthConfig (1cab0b947408bf0fad4a993923aa049fe365e71a710918624893cc5c311036e4) AuthConfig (5d2a7b39e572505927291b2b206fa3bf793cd07488fdbc08544951ab18c6efbb) AuthConfig (0e15bd562f8cad54e983998ed5225086c04d8b1e9ad6ca11169401c33fe97a5d) AuthConfig (a69a5993549330e4cab4dde5d908e6032c993927f350d964584281538e0e8772) AuthConfig (feb1361decafb6bce2bfc7dddf60e2372b65f387ce5d376f276c05d34b46f790) AuthConfig (84183a7dc985b69153d65fbef98987754ca2f9c85727b23e696e7ddb88bf30e1) AuthConfig (984d72013414a73e24821bec8b8a259199dc6a96af75bc7b6ee0d3355cec885d) AuthConfig (5f60c6ccf322c19b35875edeb0c173138ed313cffbd048832ead469c4a19c162) AuthConfig (61771771b73e3f089bc039ac017cd26ec50e9a4aa5e004b7840bec01849e6192) AuthConfig (cb2c3c2dfb21939f3866d319b75b2dd2a6d3818fe6b8cec935f543227b9e1827) AuthConfig (56a68213787b2f11972449ce9a9390bc66ddd5e065ef64e0760235c0b619ea55) AuthConfig (ee030ef8373d51ec8182ec6a00c28939cc0a881da17e0664e70aa83da02d3d79) AuthConfig (9bcb2c29634671c832cb8cbad853ac80504f6c0a54b0d769cb2f7ab2ea7864c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"40cb5301-455a-4489-a251-2690be587418","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.077193012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (761a2116118b9d6fa8e97ea0ca4203bc7e4759f10aef5d8265fd75dccb01fe9d) AuthConfig (f58282d622af6ca0bc9a6be40c8efde01f2e8fd14669be8760d163e0efd72e1e) AuthConfig (fac5fa8ff402dbc630e9e4fab532e8572e175e8551644ecffe9892fd6de9287d) AuthConfig (3beb5586040688273d1b548e5d35c43c4f3efd36c1e14b8d0471c13a2d101e19) AuthConfig (2ef7cfb3c4657db594f0ccfc6ebfe35661f97d85b3079685495e25939791d97f) AuthConfig (b928722a77d009ab62687a61f875f3f48402c71747d0d7807fd597c80715ed2e) AuthConfig (b004e89fc5b64d6bf99440ca34de6222a94c409443edd639247bffb1274cdfda) AuthConfig (05086c6909160464883cd9882690e3a1cc3764a70c5399e1a7818509d63f0028) AuthConfig (0e7212378d001efb50bc3cb89604bf341563bc8efbe1ddf15bd53ba8092346f6) AuthConfig (d3d8a8c33de97a1133cda972745422e5a5906ae567f7763bbf4ae6aef2268961) AuthConfig (f7ac5ac3189433c059c78971307432b1cd164ef3db8a459301525ea0ba8b29ee) AuthConfig (9172fb68c3d3fb7ed5d994b2125ef11b1cdc5fd85bd78f7c744be65de204b050) AuthConfig (73071a77699c1a7bbb8c0f74b7f03fa1222946efdbf6f7a96f86610ca22d91eb) AuthConfig (ca32c021092eb04a17613834c68e2442ea1da4dd7e884a769c2db34ea09feb1d) AuthConfig (5faa107a833f10a0ecce5e694ac6bde94f233dfe075b4092625745bf919fd690) AuthConfig (ca528db9c266e65b38aa14abb2e26c18efdd40babe169eed3c9c37a073f56d3a) AuthConfig (0f9b61494558d19ef23ffa10d4bb5873b6b5620631eea0b05368ef9ccaa87614) AuthConfig (518fdf8e5571cd29fd40db7c43cee1a7e59b6f43db56fef6ba1ffcf069ab003f) AuthConfig (16752a72b0c2907677a18b80e28ac3c58e3de4cf90b607d9061fc0e013de07e8) AuthConfig (038309f6cac80d31efeeeebff0e5ad16d5593cb3915057f2138f91d8795cc236) AuthConfig (fabc2802335a1800f611498d321cdb62a9227c19864de05a6a8330ebbe36dbb8) AuthConfig (a7499ff98bd061dacdc5c18419bb325b36999ec8095d0c9c28b3df765ec0fc3e) AuthConfig (23e032a8c1ecf748220741993bfe7defff154e81e30fa1bff55840d2ba19391f) AuthConfig (f270c20582e557364bcce60fa3febb8a72894612f69e7bc7217d84690d8573a6) AuthConfig (8c0f7fc62608ee07624a5b6236f16c8fbbe8a59c48f0978a8c6fe97627aac13b) AuthConfig (16d0f7160bf7690bab7198ddf1675ad7d4200feef7fe8477dd047b98b6207671) AuthConfig (b95edb21bd94237af372fc31a3187c45ae2aa999c81d897be8c9f6ba911dfd6c) AuthConfig (63dc1606ea2de889843cfabcbaa48c6593d6ae449338d8ea908d9d44ef8b42ab) AuthConfig (4409cd35f2d8021bf927bb604663b989b77b704f1ad63cb6e4b2fd32290c348c) AuthConfig (6632699577d010adb083183b7db4df811b21760450cbe756ad74027659f3ea2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b298a801-f585-4b17-8333-387cc35276d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.079152309Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (761a2116118b9d6fa8e97ea0ca4203bc7e4759f10aef5d8265fd75dccb01fe9d) AuthConfig (f58282d622af6ca0bc9a6be40c8efde01f2e8fd14669be8760d163e0efd72e1e) AuthConfig (fac5fa8ff402dbc630e9e4fab532e8572e175e8551644ecffe9892fd6de9287d) AuthConfig (3beb5586040688273d1b548e5d35c43c4f3efd36c1e14b8d0471c13a2d101e19) AuthConfig (2ef7cfb3c4657db594f0ccfc6ebfe35661f97d85b3079685495e25939791d97f) AuthConfig (b928722a77d009ab62687a61f875f3f48402c71747d0d7807fd597c80715ed2e) AuthConfig (b004e89fc5b64d6bf99440ca34de6222a94c409443edd639247bffb1274cdfda) AuthConfig (05086c6909160464883cd9882690e3a1cc3764a70c5399e1a7818509d63f0028) AuthConfig (0e7212378d001efb50bc3cb89604bf341563bc8efbe1ddf15bd53ba8092346f6) AuthConfig (d3d8a8c33de97a1133cda972745422e5a5906ae567f7763bbf4ae6aef2268961) AuthConfig (f7ac5ac3189433c059c78971307432b1cd164ef3db8a459301525ea0ba8b29ee) AuthConfig (9172fb68c3d3fb7ed5d994b2125ef11b1cdc5fd85bd78f7c744be65de204b050) AuthConfig (73071a77699c1a7bbb8c0f74b7f03fa1222946efdbf6f7a96f86610ca22d91eb) AuthConfig (ca32c021092eb04a17613834c68e2442ea1da4dd7e884a769c2db34ea09feb1d) AuthConfig (5faa107a833f10a0ecce5e694ac6bde94f233dfe075b4092625745bf919fd690) AuthConfig (ca528db9c266e65b38aa14abb2e26c18efdd40babe169eed3c9c37a073f56d3a) AuthConfig (0f9b61494558d19ef23ffa10d4bb5873b6b5620631eea0b05368ef9ccaa87614) AuthConfig (518fdf8e5571cd29fd40db7c43cee1a7e59b6f43db56fef6ba1ffcf069ab003f) AuthConfig (16752a72b0c2907677a18b80e28ac3c58e3de4cf90b607d9061fc0e013de07e8) AuthConfig (038309f6cac80d31efeeeebff0e5ad16d5593cb3915057f2138f91d8795cc236) AuthConfig (fabc2802335a1800f611498d321cdb62a9227c19864de05a6a8330ebbe36dbb8) AuthConfig (a7499ff98bd061dacdc5c18419bb325b36999ec8095d0c9c28b3df765ec0fc3e) AuthConfig (23e032a8c1ecf748220741993bfe7defff154e81e30fa1bff55840d2ba19391f) AuthConfig (f270c20582e557364bcce60fa3febb8a72894612f69e7bc7217d84690d8573a6) AuthConfig (8c0f7fc62608ee07624a5b6236f16c8fbbe8a59c48f0978a8c6fe97627aac13b) AuthConfig (16d0f7160bf7690bab7198ddf1675ad7d4200feef7fe8477dd047b98b6207671) AuthConfig (b95edb21bd94237af372fc31a3187c45ae2aa999c81d897be8c9f6ba911dfd6c) AuthConfig (63dc1606ea2de889843cfabcbaa48c6593d6ae449338d8ea908d9d44ef8b42ab) AuthConfig (4409cd35f2d8021bf927bb604663b989b77b704f1ad63cb6e4b2fd32290c348c) AuthConfig (6632699577d010adb083183b7db4df811b21760450cbe756ad74027659f3ea2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"67bb1f59-3ab2-4079-bd8e-4f6a32c4b3cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.082267001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15fa50d885f6ecc0ae784f1b36fc860ce0732ab510bd080e223528265c34390a) AuthConfig (8c40a5281a594545fe1fdc18549748c05cf68959f56c83302fc12518856cfa2d) AuthConfig (9e8b595882c2cab7a6a6ca205c2662e437c39f857c2d9bd9d5dcc6a2dce3de23) AuthConfig (758dc8275ab1a29afd1d562f78a846ffc98b0553a93c2cfee91ad2744aa4c074) AuthConfig (0f224ca0c331a36c82da41647ad869ba1741b72f69a7fb08a02903a412900669) AuthConfig (1db5aa1b234a2610ef355111bf23327d5a10a3f33a0eedafa43a1a195e9b9a21) AuthConfig (e40f466d410660aabb2ecda6e71f4ce9502e78b754e7c2ddd7a3a19c6d889a93) AuthConfig (a45f9c377b483cfd2c06f4c6c467923e406f2510b3047c909e8672421d9b2de0) AuthConfig (e2baa98a56fd34cb101906f1e4d307302e9b79145414b1e1e46b602c968e40a3) AuthConfig (5dd9ee729d260eb2db2827f2edf2678275ecddde41e1e5740ed34026d109f6d3) AuthConfig (247f31688a704e2bbc721ff6caff25642b253c60c65b2806ece701c8f5c9fc47) AuthConfig (591866459e68799590797ca3227bd15e6cb9990b59821e732caf6a3ef5f72a7d) AuthConfig (00744d9c28c8da578d4f813f816d60281ce76a87429ad353dd4e893fcbde7a3c) AuthConfig (19c43d16d40fcec6cd652192eef724fbbcc44774057ff1354b9fb09a5f8bd311) AuthConfig (d17bcb8a90fc784711dfa614e09f348a383e0b2b2373323febd4b79dc61e6769) AuthConfig (0ebf749194751224cbff4818828ea282e724339b62aaa86f78c269d3031d2a2c) AuthConfig (412b3919943d6f4e2dd0d7e7ee7d88d9f5066e94aa5076a5f3bde6f9bb3f9128) AuthConfig (1cab0b947408bf0fad4a993923aa049fe365e71a710918624893cc5c311036e4) AuthConfig (5d2a7b39e572505927291b2b206fa3bf793cd07488fdbc08544951ab18c6efbb) AuthConfig (0e15bd562f8cad54e983998ed5225086c04d8b1e9ad6ca11169401c33fe97a5d) AuthConfig (a69a5993549330e4cab4dde5d908e6032c993927f350d964584281538e0e8772) AuthConfig (feb1361decafb6bce2bfc7dddf60e2372b65f387ce5d376f276c05d34b46f790) AuthConfig (84183a7dc985b69153d65fbef98987754ca2f9c85727b23e696e7ddb88bf30e1) AuthConfig (984d72013414a73e24821bec8b8a259199dc6a96af75bc7b6ee0d3355cec885d) AuthConfig (5f60c6ccf322c19b35875edeb0c173138ed313cffbd048832ead469c4a19c162) AuthConfig (61771771b73e3f089bc039ac017cd26ec50e9a4aa5e004b7840bec01849e6192) AuthConfig (cb2c3c2dfb21939f3866d319b75b2dd2a6d3818fe6b8cec935f543227b9e1827) AuthConfig (56a68213787b2f11972449ce9a9390bc66ddd5e065ef64e0760235c0b619ea55) AuthConfig (ee030ef8373d51ec8182ec6a00c28939cc0a881da17e0664e70aa83da02d3d79) AuthConfig (9bcb2c29634671c832cb8cbad853ac80504f6c0a54b0d769cb2f7ab2ea7864c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"69f7227e-bc64-48f4-ab55-e5ad7f32f3f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.132966444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"ab83f793-093d-470b-8749-1579663a6787","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.136316866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"60d22e00-41d7-4249-a88f-4fb9b405a2da","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.136729069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"aa7af092-5d16-431c-99f4-67340038203e","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.138617055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"c4f2e3d1-df19-48d0-80e0-5f047669cc6f","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.151524858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"928b25ba-0d35-4a68-afb4-90f59f0b599e","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.282909803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"d89c6045-1112-4ecd-8bb5-a3f9f90c6c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.284564673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"90313287-c9f6-4f56-aca8-d0a4c3ef09af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.284609999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"8c643604-864d-4afb-90cb-d762edf94d39","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.287522303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3075da-c831-4bf4-a73c-10537e703573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.338009635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"d89c6045-1112-4ecd-8bb5-a3f9f90c6c8f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.339866669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"8c643604-864d-4afb-90cb-d762edf94d39","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.340335782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"90313287-c9f6-4f56-aca8-d0a4c3ef09af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.342460247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db3075da-c831-4bf4-a73c-10537e703573","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.382588304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"fd9ffb8d-7a8f-4ea1-a24c-89ecb3624a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.439260183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"fd9ffb8d-7a8f-4ea1-a24c-89ecb3624a82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.718016541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"020d9855-733b-4d90-90d4-abaf836fc396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.719583931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"31d91bde-652c-46f4-9667-c33e968a8ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.720177197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92087e95-8d94-40d8-b329-cb2fd1327f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.720844609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"04bbc0bb-5c98-449a-8e80-867117a7302f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.773321548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"020d9855-733b-4d90-90d4-abaf836fc396","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.774297942Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"31d91bde-652c-46f4-9667-c33e968a8ece","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.775914878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"92087e95-8d94-40d8-b329-cb2fd1327f20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.77664836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"04bbc0bb-5c98-449a-8e80-867117a7302f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.818660333Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"1a52e10c-8249-42dc-8203-08a096a958e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.874225576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"1a52e10c-8249-42dc-8203-08a096a958e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:31.928206291Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15fa50d885f6ecc0ae784f1b36fc860ce0732ab510bd080e223528265c34390a) AuthConfig (8c40a5281a594545fe1fdc18549748c05cf68959f56c83302fc12518856cfa2d) AuthConfig (9e8b595882c2cab7a6a6ca205c2662e437c39f857c2d9bd9d5dcc6a2dce3de23) AuthConfig (758dc8275ab1a29afd1d562f78a846ffc98b0553a93c2cfee91ad2744aa4c074) AuthConfig (0f224ca0c331a36c82da41647ad869ba1741b72f69a7fb08a02903a412900669) AuthConfig (1db5aa1b234a2610ef355111bf23327d5a10a3f33a0eedafa43a1a195e9b9a21) AuthConfig (e40f466d410660aabb2ecda6e71f4ce9502e78b754e7c2ddd7a3a19c6d889a93) AuthConfig (a45f9c377b483cfd2c06f4c6c467923e406f2510b3047c909e8672421d9b2de0) AuthConfig (e2baa98a56fd34cb101906f1e4d307302e9b79145414b1e1e46b602c968e40a3) AuthConfig (5dd9ee729d260eb2db2827f2edf2678275ecddde41e1e5740ed34026d109f6d3) AuthConfig (247f31688a704e2bbc721ff6caff25642b253c60c65b2806ece701c8f5c9fc47) AuthConfig (591866459e68799590797ca3227bd15e6cb9990b59821e732caf6a3ef5f72a7d) AuthConfig (00744d9c28c8da578d4f813f816d60281ce76a87429ad353dd4e893fcbde7a3c) AuthConfig (19c43d16d40fcec6cd652192eef724fbbcc44774057ff1354b9fb09a5f8bd311) AuthConfig (d17bcb8a90fc784711dfa614e09f348a383e0b2b2373323febd4b79dc61e6769) AuthConfig (0ebf749194751224cbff4818828ea282e724339b62aaa86f78c269d3031d2a2c) AuthConfig (412b3919943d6f4e2dd0d7e7ee7d88d9f5066e94aa5076a5f3bde6f9bb3f9128) AuthConfig (1cab0b947408bf0fad4a993923aa049fe365e71a710918624893cc5c311036e4) AuthConfig (5d2a7b39e572505927291b2b206fa3bf793cd07488fdbc08544951ab18c6efbb) AuthConfig (0e15bd562f8cad54e983998ed5225086c04d8b1e9ad6ca11169401c33fe97a5d) AuthConfig (a69a5993549330e4cab4dde5d908e6032c993927f350d964584281538e0e8772) AuthConfig (feb1361decafb6bce2bfc7dddf60e2372b65f387ce5d376f276c05d34b46f790) AuthConfig (84183a7dc985b69153d65fbef98987754ca2f9c85727b23e696e7ddb88bf30e1) AuthConfig (984d72013414a73e24821bec8b8a259199dc6a96af75bc7b6ee0d3355cec885d) AuthConfig (5f60c6ccf322c19b35875edeb0c173138ed313cffbd048832ead469c4a19c162) AuthConfig (61771771b73e3f089bc039ac017cd26ec50e9a4aa5e004b7840bec01849e6192) AuthConfig (cb2c3c2dfb21939f3866d319b75b2dd2a6d3818fe6b8cec935f543227b9e1827) AuthConfig (56a68213787b2f11972449ce9a9390bc66ddd5e065ef64e0760235c0b619ea55) AuthConfig (ee030ef8373d51ec8182ec6a00c28939cc0a881da17e0664e70aa83da02d3d79) AuthConfig (9bcb2c29634671c832cb8cbad853ac80504f6c0a54b0d769cb2f7ab2ea7864c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"1a52e10c-8249-42dc-8203-08a096a958e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.074146431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2cc66b19-7d5a-46e7-a0a0-e6160051ff85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.074295328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3ce0b507-90cd-4d16-9aad-97d1b773d9be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.074789709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"99f519a2-4544-49a6-b7ee-2a048ce92bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.131050813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3ce0b507-90cd-4d16-9aad-97d1b773d9be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.131050815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2cc66b19-7d5a-46e7-a0a0-e6160051ff85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.133354479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"99f519a2-4544-49a6-b7ee-2a048ce92bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.185289286Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (761a2116118b9d6fa8e97ea0ca4203bc7e4759f10aef5d8265fd75dccb01fe9d) AuthConfig (f58282d622af6ca0bc9a6be40c8efde01f2e8fd14669be8760d163e0efd72e1e) AuthConfig (fac5fa8ff402dbc630e9e4fab532e8572e175e8551644ecffe9892fd6de9287d) AuthConfig (3beb5586040688273d1b548e5d35c43c4f3efd36c1e14b8d0471c13a2d101e19) AuthConfig (2ef7cfb3c4657db594f0ccfc6ebfe35661f97d85b3079685495e25939791d97f) AuthConfig (b928722a77d009ab62687a61f875f3f48402c71747d0d7807fd597c80715ed2e) AuthConfig (b004e89fc5b64d6bf99440ca34de6222a94c409443edd639247bffb1274cdfda) AuthConfig (05086c6909160464883cd9882690e3a1cc3764a70c5399e1a7818509d63f0028) AuthConfig (0e7212378d001efb50bc3cb89604bf341563bc8efbe1ddf15bd53ba8092346f6) AuthConfig (d3d8a8c33de97a1133cda972745422e5a5906ae567f7763bbf4ae6aef2268961) AuthConfig (f7ac5ac3189433c059c78971307432b1cd164ef3db8a459301525ea0ba8b29ee) AuthConfig (9172fb68c3d3fb7ed5d994b2125ef11b1cdc5fd85bd78f7c744be65de204b050) AuthConfig (73071a77699c1a7bbb8c0f74b7f03fa1222946efdbf6f7a96f86610ca22d91eb) AuthConfig (ca32c021092eb04a17613834c68e2442ea1da4dd7e884a769c2db34ea09feb1d) AuthConfig (5faa107a833f10a0ecce5e694ac6bde94f233dfe075b4092625745bf919fd690) AuthConfig (ca528db9c266e65b38aa14abb2e26c18efdd40babe169eed3c9c37a073f56d3a) AuthConfig (0f9b61494558d19ef23ffa10d4bb5873b6b5620631eea0b05368ef9ccaa87614) AuthConfig (518fdf8e5571cd29fd40db7c43cee1a7e59b6f43db56fef6ba1ffcf069ab003f) AuthConfig (16752a72b0c2907677a18b80e28ac3c58e3de4cf90b607d9061fc0e013de07e8) AuthConfig (038309f6cac80d31efeeeebff0e5ad16d5593cb3915057f2138f91d8795cc236) AuthConfig (fabc2802335a1800f611498d321cdb62a9227c19864de05a6a8330ebbe36dbb8) AuthConfig (a7499ff98bd061dacdc5c18419bb325b36999ec8095d0c9c28b3df765ec0fc3e) AuthConfig (23e032a8c1ecf748220741993bfe7defff154e81e30fa1bff55840d2ba19391f) AuthConfig (f270c20582e557364bcce60fa3febb8a72894612f69e7bc7217d84690d8573a6) AuthConfig (8c0f7fc62608ee07624a5b6236f16c8fbbe8a59c48f0978a8c6fe97627aac13b) AuthConfig (16d0f7160bf7690bab7198ddf1675ad7d4200feef7fe8477dd047b98b6207671) AuthConfig (b95edb21bd94237af372fc31a3187c45ae2aa999c81d897be8c9f6ba911dfd6c) AuthConfig (63dc1606ea2de889843cfabcbaa48c6593d6ae449338d8ea908d9d44ef8b42ab) AuthConfig (4409cd35f2d8021bf927bb604663b989b77b704f1ad63cb6e4b2fd32290c348c) AuthConfig (6632699577d010adb083183b7db4df811b21760450cbe756ad74027659f3ea2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2cc66b19-7d5a-46e7-a0a0-e6160051ff85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.185308653Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (761a2116118b9d6fa8e97ea0ca4203bc7e4759f10aef5d8265fd75dccb01fe9d) AuthConfig (f58282d622af6ca0bc9a6be40c8efde01f2e8fd14669be8760d163e0efd72e1e) AuthConfig (fac5fa8ff402dbc630e9e4fab532e8572e175e8551644ecffe9892fd6de9287d) AuthConfig (3beb5586040688273d1b548e5d35c43c4f3efd36c1e14b8d0471c13a2d101e19) AuthConfig (2ef7cfb3c4657db594f0ccfc6ebfe35661f97d85b3079685495e25939791d97f) AuthConfig (b928722a77d009ab62687a61f875f3f48402c71747d0d7807fd597c80715ed2e) AuthConfig (b004e89fc5b64d6bf99440ca34de6222a94c409443edd639247bffb1274cdfda) AuthConfig (05086c6909160464883cd9882690e3a1cc3764a70c5399e1a7818509d63f0028) AuthConfig (0e7212378d001efb50bc3cb89604bf341563bc8efbe1ddf15bd53ba8092346f6) AuthConfig (d3d8a8c33de97a1133cda972745422e5a5906ae567f7763bbf4ae6aef2268961) AuthConfig (f7ac5ac3189433c059c78971307432b1cd164ef3db8a459301525ea0ba8b29ee) AuthConfig (9172fb68c3d3fb7ed5d994b2125ef11b1cdc5fd85bd78f7c744be65de204b050) AuthConfig (73071a77699c1a7bbb8c0f74b7f03fa1222946efdbf6f7a96f86610ca22d91eb) AuthConfig (ca32c021092eb04a17613834c68e2442ea1da4dd7e884a769c2db34ea09feb1d) AuthConfig (5faa107a833f10a0ecce5e694ac6bde94f233dfe075b4092625745bf919fd690) AuthConfig (ca528db9c266e65b38aa14abb2e26c18efdd40babe169eed3c9c37a073f56d3a) AuthConfig (0f9b61494558d19ef23ffa10d4bb5873b6b5620631eea0b05368ef9ccaa87614) AuthConfig (518fdf8e5571cd29fd40db7c43cee1a7e59b6f43db56fef6ba1ffcf069ab003f) AuthConfig (16752a72b0c2907677a18b80e28ac3c58e3de4cf90b607d9061fc0e013de07e8) AuthConfig (038309f6cac80d31efeeeebff0e5ad16d5593cb3915057f2138f91d8795cc236) AuthConfig (fabc2802335a1800f611498d321cdb62a9227c19864de05a6a8330ebbe36dbb8) AuthConfig (a7499ff98bd061dacdc5c18419bb325b36999ec8095d0c9c28b3df765ec0fc3e) AuthConfig (23e032a8c1ecf748220741993bfe7defff154e81e30fa1bff55840d2ba19391f) AuthConfig (f270c20582e557364bcce60fa3febb8a72894612f69e7bc7217d84690d8573a6) AuthConfig (8c0f7fc62608ee07624a5b6236f16c8fbbe8a59c48f0978a8c6fe97627aac13b) AuthConfig (16d0f7160bf7690bab7198ddf1675ad7d4200feef7fe8477dd047b98b6207671) AuthConfig (b95edb21bd94237af372fc31a3187c45ae2aa999c81d897be8c9f6ba911dfd6c) AuthConfig (63dc1606ea2de889843cfabcbaa48c6593d6ae449338d8ea908d9d44ef8b42ab) AuthConfig (4409cd35f2d8021bf927bb604663b989b77b704f1ad63cb6e4b2fd32290c348c) AuthConfig (6632699577d010adb083183b7db4df811b21760450cbe756ad74027659f3ea2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3ce0b507-90cd-4d16-9aad-97d1b773d9be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:32.186974289Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15fa50d885f6ecc0ae784f1b36fc860ce0732ab510bd080e223528265c34390a) AuthConfig (8c40a5281a594545fe1fdc18549748c05cf68959f56c83302fc12518856cfa2d) AuthConfig (9e8b595882c2cab7a6a6ca205c2662e437c39f857c2d9bd9d5dcc6a2dce3de23) AuthConfig (758dc8275ab1a29afd1d562f78a846ffc98b0553a93c2cfee91ad2744aa4c074) AuthConfig (0f224ca0c331a36c82da41647ad869ba1741b72f69a7fb08a02903a412900669) AuthConfig (1db5aa1b234a2610ef355111bf23327d5a10a3f33a0eedafa43a1a195e9b9a21) AuthConfig (e40f466d410660aabb2ecda6e71f4ce9502e78b754e7c2ddd7a3a19c6d889a93) AuthConfig (a45f9c377b483cfd2c06f4c6c467923e406f2510b3047c909e8672421d9b2de0) AuthConfig (e2baa98a56fd34cb101906f1e4d307302e9b79145414b1e1e46b602c968e40a3) AuthConfig (5dd9ee729d260eb2db2827f2edf2678275ecddde41e1e5740ed34026d109f6d3) AuthConfig (247f31688a704e2bbc721ff6caff25642b253c60c65b2806ece701c8f5c9fc47) AuthConfig (591866459e68799590797ca3227bd15e6cb9990b59821e732caf6a3ef5f72a7d) AuthConfig (00744d9c28c8da578d4f813f816d60281ce76a87429ad353dd4e893fcbde7a3c) AuthConfig (19c43d16d40fcec6cd652192eef724fbbcc44774057ff1354b9fb09a5f8bd311) AuthConfig (d17bcb8a90fc784711dfa614e09f348a383e0b2b2373323febd4b79dc61e6769) AuthConfig (0ebf749194751224cbff4818828ea282e724339b62aaa86f78c269d3031d2a2c) AuthConfig (412b3919943d6f4e2dd0d7e7ee7d88d9f5066e94aa5076a5f3bde6f9bb3f9128) AuthConfig (1cab0b947408bf0fad4a993923aa049fe365e71a710918624893cc5c311036e4) AuthConfig (5d2a7b39e572505927291b2b206fa3bf793cd07488fdbc08544951ab18c6efbb) AuthConfig (0e15bd562f8cad54e983998ed5225086c04d8b1e9ad6ca11169401c33fe97a5d) AuthConfig (a69a5993549330e4cab4dde5d908e6032c993927f350d964584281538e0e8772) AuthConfig (feb1361decafb6bce2bfc7dddf60e2372b65f387ce5d376f276c05d34b46f790) AuthConfig (84183a7dc985b69153d65fbef98987754ca2f9c85727b23e696e7ddb88bf30e1) AuthConfig (984d72013414a73e24821bec8b8a259199dc6a96af75bc7b6ee0d3355cec885d) AuthConfig (5f60c6ccf322c19b35875edeb0c173138ed313cffbd048832ead469c4a19c162) AuthConfig (61771771b73e3f089bc039ac017cd26ec50e9a4aa5e004b7840bec01849e6192) AuthConfig (cb2c3c2dfb21939f3866d319b75b2dd2a6d3818fe6b8cec935f543227b9e1827) AuthConfig (56a68213787b2f11972449ce9a9390bc66ddd5e065ef64e0760235c0b619ea55) AuthConfig (ee030ef8373d51ec8182ec6a00c28939cc0a881da17e0664e70aa83da02d3d79) AuthConfig (9bcb2c29634671c832cb8cbad853ac80504f6c0a54b0d769cb2f7ab2ea7864c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"99f519a2-4544-49a6-b7ee-2a048ce92bc7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.58393108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"b1209acd-f7ba-4ffd-8123-a1bdb23cb791","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.583965214Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"b1209acd-f7ba-4ffd-8123-a1bdb23cb791","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.685071621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f31b6e16-06f3-4cdd-9f5d-4ecb9f22bf4f","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.685110993Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f31b6e16-06f3-4cdd-9f5d-4ecb9f22bf4f","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.698775136Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60","reconcileID":"4e24eaa7-aaa4-422c-92a1-0cabdac768a0","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-filter-sub-a-a5c8bd60","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.787280697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"83fe3631-1882-4ae6-935c-4a9c98574b4e","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.855773596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"83fe3631-1882-4ae6-935c-4a9c98574b4e","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:33.929616225Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60","reconcileID":"4e24eaa7-aaa4-422c-92a1-0cabdac768a0","MaaSSubscription":{"name":"e2e-filter-sub-a-a5c8bd60","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-filter-sub-b-1a940d52","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.132663699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52","reconcileID":"53c88dbe-c59c-432e-8688-345656ed9817","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.132665113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"3b8c5721-0c4c-4cfa-8447-421669cd7a8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.191253371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"df60ab19-b3b0-4539-917e-5e66fe5c2a2e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.272317264Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"40f836d7-b87e-4b9c-8624-6d41dc9e8533","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.272471131Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"40f836d7-b87e-4b9c-8624-6d41dc9e8533","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.323731244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"1dc077ae-c5b9-4f8c-ba7c-c4067a057b50","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.324343377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"c3df4cd0-8564-45c9-aa15-c84fe5a9b466","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.338150715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"f13d325e-0d6c-40c7-9cb0-bd9bbfa381ca","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.341424543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"ac0cd5b7-3732-441a-ad58-3837b1d63d55","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.342502685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a2ff95a9-e218-4ed8-ba59-2ead37b6b36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.34281334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"7b851e05-1d87-4fd2-8062-d47261bb0b60","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.342528138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"e508e329-16c8-4bfb-a87f-ae456a58c318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.400826417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"ac0cd5b7-3732-441a-ad58-3837b1d63d55","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.401044584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a2ff95a9-e218-4ed8-ba59-2ead37b6b36b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.40533253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"e508e329-16c8-4bfb-a87f-ae456a58c318","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.406357387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"7b851e05-1d87-4fd2-8062-d47261bb0b60","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.764907666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"6c4ace76-eb20-4331-954c-2198ac6f2f2f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.765173355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1ff404bd-d2a0-47df-9930-5f1f9c0101e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.764908592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"ab688aeb-746e-4695-ac63-53ce940dc245","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.765848644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"75c2fa3c-13ed-413c-882a-461b5d2acffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.825612581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"6c4ace76-eb20-4331-954c-2198ac6f2f2f","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.829551995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1ff404bd-d2a0-47df-9930-5f1f9c0101e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.83445186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"ab688aeb-746e-4695-ac63-53ce940dc245","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:34.83680296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"75c2fa3c-13ed-413c-882a-461b5d2acffc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.130840058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"28253658-b039-43e2-a2e3-6901275867fc","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.130868826Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"28253658-b039-43e2-a2e3-6901275867fc","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:39.185560281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"9f51455a-c5a3-4eb5-8700-63d6fa5adadd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-sw-821252-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.282825924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06bac87c-a25c-4ad3-a788-d40b0bc20034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.282907517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f3b25c-4b65-411a-93f9-0d0642311109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.283416457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"e74569a7-ddf2-4f82-aa9b-389737f5fccb","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.287634393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"5903f278-1484-4597-a07d-1020fc71c44d","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.287653733Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"5903f278-1484-4597-a07d-1020fc71c44d","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.339596122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"e74569a7-ddf2-4f82-aa9b-389737f5fccb","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.339626306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"06bac87c-a25c-4ad3-a788-d40b0bc20034","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.341735699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a2f3b25c-4b65-411a-93f9-0d0642311109","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:39.391552865Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"5903f278-1484-4597-a07d-1020fc71c44d","name":"e2e-rt-sw-821252","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-821252\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:39.391616899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"5903f278-1484-4597-a07d-1020fc71c44d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-sw-821252\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.441996257Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"007f956c-e4a9-4c12-a84c-0584a6007163","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.442022565Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"007f956c-e4a9-4c12-a84c-0584a6007163","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.609941581Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"f1ea720b-106a-484b-8ede-b52263792d55","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"e2e-rt-sw-821252","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-sw-821252-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.689790698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04cc69f6-56ef-4f31-85af-dad3d97a1583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.689929298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68fc9617-874a-4887-86e7-8842357fb2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.748725701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"68fc9617-874a-4887-86e7-8842357fb2c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.748725721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"04cc69f6-56ef-4f31-85af-dad3d97a1583","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.792131272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"a1ddcea5-bdab-4628-9368-e280cefdd2b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.849962677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"a1ddcea5-bdab-4628-9368-e280cefdd2b4","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.871619457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"fab51ca4-118a-4c7e-a1a2-4271424a9442","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:39.871647354Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"fab51ca4-118a-4c7e-a1a2-4271424a9442","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:40.073480301Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"226a00b5-7ead-482f-8a35-84281eda34f4","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.083425267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"3f778cc6-1ff8-44bf-ab20-4eb0d965009e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.138749725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"3f778cc6-1ff8-44bf-ab20-4eb0d965009e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.192958596Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15fa50d885f6ecc0ae784f1b36fc860ce0732ab510bd080e223528265c34390a) AuthConfig (8c40a5281a594545fe1fdc18549748c05cf68959f56c83302fc12518856cfa2d) AuthConfig (9e8b595882c2cab7a6a6ca205c2662e437c39f857c2d9bd9d5dcc6a2dce3de23) AuthConfig (758dc8275ab1a29afd1d562f78a846ffc98b0553a93c2cfee91ad2744aa4c074) AuthConfig (0f224ca0c331a36c82da41647ad869ba1741b72f69a7fb08a02903a412900669) AuthConfig (1db5aa1b234a2610ef355111bf23327d5a10a3f33a0eedafa43a1a195e9b9a21) AuthConfig (e40f466d410660aabb2ecda6e71f4ce9502e78b754e7c2ddd7a3a19c6d889a93) AuthConfig (a45f9c377b483cfd2c06f4c6c467923e406f2510b3047c909e8672421d9b2de0) AuthConfig (e2baa98a56fd34cb101906f1e4d307302e9b79145414b1e1e46b602c968e40a3) AuthConfig (5dd9ee729d260eb2db2827f2edf2678275ecddde41e1e5740ed34026d109f6d3) AuthConfig (247f31688a704e2bbc721ff6caff25642b253c60c65b2806ece701c8f5c9fc47) AuthConfig (591866459e68799590797ca3227bd15e6cb9990b59821e732caf6a3ef5f72a7d) AuthConfig (00744d9c28c8da578d4f813f816d60281ce76a87429ad353dd4e893fcbde7a3c) AuthConfig (19c43d16d40fcec6cd652192eef724fbbcc44774057ff1354b9fb09a5f8bd311) AuthConfig (d17bcb8a90fc784711dfa614e09f348a383e0b2b2373323febd4b79dc61e6769) AuthConfig (0ebf749194751224cbff4818828ea282e724339b62aaa86f78c269d3031d2a2c) AuthConfig (412b3919943d6f4e2dd0d7e7ee7d88d9f5066e94aa5076a5f3bde6f9bb3f9128) AuthConfig (1cab0b947408bf0fad4a993923aa049fe365e71a710918624893cc5c311036e4) AuthConfig (5d2a7b39e572505927291b2b206fa3bf793cd07488fdbc08544951ab18c6efbb) AuthConfig (0e15bd562f8cad54e983998ed5225086c04d8b1e9ad6ca11169401c33fe97a5d) AuthConfig (a69a5993549330e4cab4dde5d908e6032c993927f350d964584281538e0e8772) AuthConfig (feb1361decafb6bce2bfc7dddf60e2372b65f387ce5d376f276c05d34b46f790) AuthConfig (84183a7dc985b69153d65fbef98987754ca2f9c85727b23e696e7ddb88bf30e1) AuthConfig (984d72013414a73e24821bec8b8a259199dc6a96af75bc7b6ee0d3355cec885d) AuthConfig (5f60c6ccf322c19b35875edeb0c173138ed313cffbd048832ead469c4a19c162) AuthConfig (61771771b73e3f089bc039ac017cd26ec50e9a4aa5e004b7840bec01849e6192) AuthConfig (cb2c3c2dfb21939f3866d319b75b2dd2a6d3818fe6b8cec935f543227b9e1827) AuthConfig (56a68213787b2f11972449ce9a9390bc66ddd5e065ef64e0760235c0b619ea55) AuthConfig (ee030ef8373d51ec8182ec6a00c28939cc0a881da17e0664e70aa83da02d3d79) AuthConfig (9bcb2c29634671c832cb8cbad853ac80504f6c0a54b0d769cb2f7ab2ea7864c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"3f778cc6-1ff8-44bf-ab20-4eb0d965009e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.338318055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"915ea780-d3c3-4134-a2d9-8b93f5c2f6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.338581276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5c24760f-b7ed-4a09-b17b-d5d78de1af13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.338804254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7112c39a-105b-4a1e-832e-eb89f57db535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.396515145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"915ea780-d3c3-4134-a2d9-8b93f5c2f6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.397753144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7112c39a-105b-4a1e-832e-eb89f57db535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.398830156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5c24760f-b7ed-4a09-b17b-d5d78de1af13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.450629332Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (761a2116118b9d6fa8e97ea0ca4203bc7e4759f10aef5d8265fd75dccb01fe9d) AuthConfig (f58282d622af6ca0bc9a6be40c8efde01f2e8fd14669be8760d163e0efd72e1e) AuthConfig (fac5fa8ff402dbc630e9e4fab532e8572e175e8551644ecffe9892fd6de9287d) AuthConfig (3beb5586040688273d1b548e5d35c43c4f3efd36c1e14b8d0471c13a2d101e19) AuthConfig (2ef7cfb3c4657db594f0ccfc6ebfe35661f97d85b3079685495e25939791d97f) AuthConfig (b928722a77d009ab62687a61f875f3f48402c71747d0d7807fd597c80715ed2e) AuthConfig (b004e89fc5b64d6bf99440ca34de6222a94c409443edd639247bffb1274cdfda) AuthConfig (05086c6909160464883cd9882690e3a1cc3764a70c5399e1a7818509d63f0028) AuthConfig (0e7212378d001efb50bc3cb89604bf341563bc8efbe1ddf15bd53ba8092346f6) AuthConfig (d3d8a8c33de97a1133cda972745422e5a5906ae567f7763bbf4ae6aef2268961) AuthConfig (f7ac5ac3189433c059c78971307432b1cd164ef3db8a459301525ea0ba8b29ee) AuthConfig (9172fb68c3d3fb7ed5d994b2125ef11b1cdc5fd85bd78f7c744be65de204b050) AuthConfig (73071a77699c1a7bbb8c0f74b7f03fa1222946efdbf6f7a96f86610ca22d91eb) AuthConfig (ca32c021092eb04a17613834c68e2442ea1da4dd7e884a769c2db34ea09feb1d) AuthConfig (5faa107a833f10a0ecce5e694ac6bde94f233dfe075b4092625745bf919fd690) AuthConfig (ca528db9c266e65b38aa14abb2e26c18efdd40babe169eed3c9c37a073f56d3a) AuthConfig (0f9b61494558d19ef23ffa10d4bb5873b6b5620631eea0b05368ef9ccaa87614) AuthConfig (518fdf8e5571cd29fd40db7c43cee1a7e59b6f43db56fef6ba1ffcf069ab003f) AuthConfig (16752a72b0c2907677a18b80e28ac3c58e3de4cf90b607d9061fc0e013de07e8) AuthConfig (038309f6cac80d31efeeeebff0e5ad16d5593cb3915057f2138f91d8795cc236) AuthConfig (fabc2802335a1800f611498d321cdb62a9227c19864de05a6a8330ebbe36dbb8) AuthConfig (a7499ff98bd061dacdc5c18419bb325b36999ec8095d0c9c28b3df765ec0fc3e) AuthConfig (23e032a8c1ecf748220741993bfe7defff154e81e30fa1bff55840d2ba19391f) AuthConfig (f270c20582e557364bcce60fa3febb8a72894612f69e7bc7217d84690d8573a6) AuthConfig (8c0f7fc62608ee07624a5b6236f16c8fbbe8a59c48f0978a8c6fe97627aac13b) AuthConfig (16d0f7160bf7690bab7198ddf1675ad7d4200feef7fe8477dd047b98b6207671) AuthConfig (b95edb21bd94237af372fc31a3187c45ae2aa999c81d897be8c9f6ba911dfd6c) AuthConfig (63dc1606ea2de889843cfabcbaa48c6593d6ae449338d8ea908d9d44ef8b42ab) AuthConfig (4409cd35f2d8021bf927bb604663b989b77b704f1ad63cb6e4b2fd32290c348c) AuthConfig (6632699577d010adb083183b7db4df811b21760450cbe756ad74027659f3ea2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"915ea780-d3c3-4134-a2d9-8b93f5c2f6c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.451568079Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-e1793d-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (15fa50d885f6ecc0ae784f1b36fc860ce0732ab510bd080e223528265c34390a) AuthConfig (8c40a5281a594545fe1fdc18549748c05cf68959f56c83302fc12518856cfa2d) AuthConfig (9e8b595882c2cab7a6a6ca205c2662e437c39f857c2d9bd9d5dcc6a2dce3de23) AuthConfig (758dc8275ab1a29afd1d562f78a846ffc98b0553a93c2cfee91ad2744aa4c074) AuthConfig (0f224ca0c331a36c82da41647ad869ba1741b72f69a7fb08a02903a412900669) AuthConfig (1db5aa1b234a2610ef355111bf23327d5a10a3f33a0eedafa43a1a195e9b9a21) AuthConfig (e40f466d410660aabb2ecda6e71f4ce9502e78b754e7c2ddd7a3a19c6d889a93) AuthConfig (a45f9c377b483cfd2c06f4c6c467923e406f2510b3047c909e8672421d9b2de0) AuthConfig (e2baa98a56fd34cb101906f1e4d307302e9b79145414b1e1e46b602c968e40a3) AuthConfig (5dd9ee729d260eb2db2827f2edf2678275ecddde41e1e5740ed34026d109f6d3) AuthConfig (247f31688a704e2bbc721ff6caff25642b253c60c65b2806ece701c8f5c9fc47) AuthConfig (591866459e68799590797ca3227bd15e6cb9990b59821e732caf6a3ef5f72a7d) AuthConfig (00744d9c28c8da578d4f813f816d60281ce76a87429ad353dd4e893fcbde7a3c) AuthConfig (19c43d16d40fcec6cd652192eef724fbbcc44774057ff1354b9fb09a5f8bd311) AuthConfig (d17bcb8a90fc784711dfa614e09f348a383e0b2b2373323febd4b79dc61e6769) AuthConfig (0ebf749194751224cbff4818828ea282e724339b62aaa86f78c269d3031d2a2c) AuthConfig (412b3919943d6f4e2dd0d7e7ee7d88d9f5066e94aa5076a5f3bde6f9bb3f9128) AuthConfig (1cab0b947408bf0fad4a993923aa049fe365e71a710918624893cc5c311036e4) AuthConfig (5d2a7b39e572505927291b2b206fa3bf793cd07488fdbc08544951ab18c6efbb) AuthConfig (0e15bd562f8cad54e983998ed5225086c04d8b1e9ad6ca11169401c33fe97a5d) AuthConfig (a69a5993549330e4cab4dde5d908e6032c993927f350d964584281538e0e8772) AuthConfig (feb1361decafb6bce2bfc7dddf60e2372b65f387ce5d376f276c05d34b46f790) AuthConfig (84183a7dc985b69153d65fbef98987754ca2f9c85727b23e696e7ddb88bf30e1) AuthConfig (984d72013414a73e24821bec8b8a259199dc6a96af75bc7b6ee0d3355cec885d) AuthConfig (5f60c6ccf322c19b35875edeb0c173138ed313cffbd048832ead469c4a19c162) AuthConfig (61771771b73e3f089bc039ac017cd26ec50e9a4aa5e004b7840bec01849e6192) AuthConfig (cb2c3c2dfb21939f3866d319b75b2dd2a6d3818fe6b8cec935f543227b9e1827) AuthConfig (56a68213787b2f11972449ce9a9390bc66ddd5e065ef64e0760235c0b619ea55) AuthConfig (ee030ef8373d51ec8182ec6a00c28939cc0a881da17e0664e70aa83da02d3d79) AuthConfig (9bcb2c29634671c832cb8cbad853ac80504f6c0a54b0d769cb2f7ab2ea7864c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7112c39a-105b-4a1e-832e-eb89f57db535","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:42.452632495Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-9da431-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (761a2116118b9d6fa8e97ea0ca4203bc7e4759f10aef5d8265fd75dccb01fe9d) AuthConfig (f58282d622af6ca0bc9a6be40c8efde01f2e8fd14669be8760d163e0efd72e1e) AuthConfig (fac5fa8ff402dbc630e9e4fab532e8572e175e8551644ecffe9892fd6de9287d) AuthConfig (3beb5586040688273d1b548e5d35c43c4f3efd36c1e14b8d0471c13a2d101e19) AuthConfig (2ef7cfb3c4657db594f0ccfc6ebfe35661f97d85b3079685495e25939791d97f) AuthConfig (b928722a77d009ab62687a61f875f3f48402c71747d0d7807fd597c80715ed2e) AuthConfig (b004e89fc5b64d6bf99440ca34de6222a94c409443edd639247bffb1274cdfda) AuthConfig (05086c6909160464883cd9882690e3a1cc3764a70c5399e1a7818509d63f0028) AuthConfig (0e7212378d001efb50bc3cb89604bf341563bc8efbe1ddf15bd53ba8092346f6) AuthConfig (d3d8a8c33de97a1133cda972745422e5a5906ae567f7763bbf4ae6aef2268961) AuthConfig (f7ac5ac3189433c059c78971307432b1cd164ef3db8a459301525ea0ba8b29ee) AuthConfig (9172fb68c3d3fb7ed5d994b2125ef11b1cdc5fd85bd78f7c744be65de204b050) AuthConfig (73071a77699c1a7bbb8c0f74b7f03fa1222946efdbf6f7a96f86610ca22d91eb) AuthConfig (ca32c021092eb04a17613834c68e2442ea1da4dd7e884a769c2db34ea09feb1d) AuthConfig (5faa107a833f10a0ecce5e694ac6bde94f233dfe075b4092625745bf919fd690) AuthConfig (ca528db9c266e65b38aa14abb2e26c18efdd40babe169eed3c9c37a073f56d3a) AuthConfig (0f9b61494558d19ef23ffa10d4bb5873b6b5620631eea0b05368ef9ccaa87614) AuthConfig (518fdf8e5571cd29fd40db7c43cee1a7e59b6f43db56fef6ba1ffcf069ab003f) AuthConfig (16752a72b0c2907677a18b80e28ac3c58e3de4cf90b607d9061fc0e013de07e8) AuthConfig (038309f6cac80d31efeeeebff0e5ad16d5593cb3915057f2138f91d8795cc236) AuthConfig (fabc2802335a1800f611498d321cdb62a9227c19864de05a6a8330ebbe36dbb8) AuthConfig (a7499ff98bd061dacdc5c18419bb325b36999ec8095d0c9c28b3df765ec0fc3e) AuthConfig (23e032a8c1ecf748220741993bfe7defff154e81e30fa1bff55840d2ba19391f) AuthConfig (f270c20582e557364bcce60fa3febb8a72894612f69e7bc7217d84690d8573a6) AuthConfig (8c0f7fc62608ee07624a5b6236f16c8fbbe8a59c48f0978a8c6fe97627aac13b) AuthConfig (16d0f7160bf7690bab7198ddf1675ad7d4200feef7fe8477dd047b98b6207671) AuthConfig (b95edb21bd94237af372fc31a3187c45ae2aa999c81d897be8c9f6ba911dfd6c) AuthConfig (63dc1606ea2de889843cfabcbaa48c6593d6ae449338d8ea908d9d44ef8b42ab) AuthConfig (4409cd35f2d8021bf927bb604663b989b77b704f1ad63cb6e4b2fd32290c348c) AuthConfig (6632699577d010adb083183b7db4df811b21760450cbe756ad74027659f3ea2e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5c24760f-b7ed-4a09-b17b-d5d78de1af13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:44.499529075Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52","reconcileID":"07395402-883f-4475-bd00-cd1eb4932d4e","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-filter-sub-b-1a940d52","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:44.710496589Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52","reconcileID":"07395402-883f-4475-bd00-cd1eb4932d4e","MaaSSubscription":{"name":"e2e-filter-sub-b-1a940d52","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:44.913187178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ee91bb1c-34fc-4a08-834f-f03f5a94c1df","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:44.923616645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5097c9ce-861c-480f-96a1-3e043558cc5c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.074318054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"d657d70a-3b00-46c4-b6e1-10a95d2d3ccf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.074537295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"af558e12-a61c-4333-adb2-c7b87e7fb88a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.074838011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"0eed7d22-422c-47d3-a67e-7f49cc66ab27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.074940085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"84cf63b4-2a9b-4a29-8642-08108863e59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.084785719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c10161b9-2d0d-440d-bd8a-ccce74fcbdab","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.13029838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"0eed7d22-422c-47d3-a67e-7f49cc66ab27","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.130516615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"d657d70a-3b00-46c4-b6e1-10a95d2d3ccf","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.132858482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"af558e12-a61c-4333-adb2-c7b87e7fb88a","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.133014683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"84cf63b4-2a9b-4a29-8642-08108863e59d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.281638931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-a-a5c8bd60-auth","reconcileID":"40b2b69b-b241-4438-9277-ac21dfaebb45","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-a5c8bd60-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.487671486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"cd79bb23-147a-496a-b79a-17f9325585ff","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.637118825Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-filter-sub-b-1a940d52-auth","reconcileID":"6c917045-6160-4d31-b269-24d6080ef35d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-1a940d52-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.637140594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"e9a25bcc-87fa-4dcc-a268-69bba9f3bc74","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:45.792355288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"9bbf106a-2d07-4698-96e3-47e8c0d536f0","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.132185925Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"48954bd5-675f-48e3-82a1-95ff2b83d104","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.379237316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afa3455c-9f0a-4913-812a-d51f6ff00de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.380444396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d93f3245-38a2-4a5f-b525-f2b881a569c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.381317945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"fe1599a6-21c6-402e-8fee-cf8c1ed8acaa","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.397784401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9a71d860-185a-43f9-819f-d93b2148d9ec","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.397816709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9a71d860-185a-43f9-819f-d93b2148d9ec","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.441045734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d93f3245-38a2-4a5f-b525-f2b881a569c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.441690167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"afa3455c-9f0a-4913-812a-d51f6ff00de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:48.446050493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"fe1599a6-21c6-402e-8fee-cf8c1ed8acaa","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.477287091Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9a37dcec-c288-447d-9f2c-a9e538ec6996","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.527274061Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"6c93feed-7d27-4d84-8723-d073c8e36d7e","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.527309143Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"6c93feed-7d27-4d84-8723-d073c8e36d7e","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.627975364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"cd39a93d-1fb8-42b7-9e5c-71d53a2f7f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.628178591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"c1ff58fb-993c-4e65-a9eb-98eb250297e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.627975408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"dabb702a-5e04-4736-b8d2-e67895665180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.628763876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"517c71c8-298e-4df5-83d9-582155d66189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.628777666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"73542f9b-8e93-4139-8cf0-b003c757a108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.683083264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"cd39a93d-1fb8-42b7-9e5c-71d53a2f7f84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.683853827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"c1ff58fb-993c-4e65-a9eb-98eb250297e6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.685311832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"517c71c8-298e-4df5-83d9-582155d66189","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.686080167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"dabb702a-5e04-4736-b8d2-e67895665180","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.687637636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"73542f9b-8e93-4139-8cf0-b003c757a108","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.688199008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74fb9a89-1304-4a67-93fc-63b96609215c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.688256203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"74fb9a89-1304-4a67-93fc-63b96609215c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.688752697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d2b5e19c-d47f-4fca-9a1d-45ade3563c4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.688809773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d2b5e19c-d47f-4fca-9a1d-45ade3563c4b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.689155078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f356c678-dec2-4934-a3f6-a46050a3db7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.689200163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f356c678-dec2-4934-a3f6-a46050a3db7d","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.740086751Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"25ca5fd6-4c55-4c6e-bcfc-3b7d1138944f","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.74011656Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"25ca5fd6-4c55-4c6e-bcfc-3b7d1138944f","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-b-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.790881832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb41927e-754e-4e06-b492-f7d1f1806691","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.790903333Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bb41927e-754e-4e06-b492-f7d1f1806691","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791151898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b56e975a-d890-4d86-8c59-ce2e7c07ec69","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791164299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b56e975a-d890-4d86-8c59-ce2e7c07ec69","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791392731Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eecd7221-8f24-479f-b726-315b76f4bb9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791404889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"eecd7221-8f24-479f-b726-315b76f4bb9b","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791606467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f890fe3-0b40-49d6-ab2e-3f67de64b309","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791616654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f890fe3-0b40-49d6-ab2e-3f67de64b309","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791904763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2641fc0e-040c-457c-8c93-3a2983f09da2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.791916747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2641fc0e-040c-457c-8c93-3a2983f09da2","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.918147342Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"205f0cfc-a05f-4d4a-a244-718196b0412c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.918618619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a8fd2ff7-92e5-45ca-9382-9b24d5db7622","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.969124926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"7b492c2b-140e-496d-895a-105225baa9fc","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.997918506Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"f65cc0db-7afc-45fa-9a22-5f2417bca0ab","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:50.998600234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"61a74873-0b6d-453f-888c-e098fc6bf30a","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.021599239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"80a943f0-4ba7-4ff8-aa87-b49a6a852363","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.02355862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"bdab5827-f6a1-4fcd-8f15-6fc0c5e553f0","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.04283139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"720a14c2-c991-41f2-9851-4cb4cf2f54f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.100405235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"720a14c2-c991-41f2-9851-4cb4cf2f54f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.148483649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6df253f1-3016-4fd7-839f-d2caa3340f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.170608446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"868c2b06-9741-4214-86c4-6100c1999ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.172714661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"6597e876-2cce-4e88-abe3-06c4f0776a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.197311986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25c12d86-6349-4b14-857c-1be7ed72602f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.206510517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6df253f1-3016-4fd7-839f-d2caa3340f73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.23050476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"868c2b06-9741-4214-86c4-6100c1999ca6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.231266444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"6597e876-2cce-4e88-abe3-06c4f0776a89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.252807131Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"25c12d86-6349-4b14-857c-1be7ed72602f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.505545568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"50073a55-0b5c-4e61-b128-33b44fbc7d34","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.560657973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"50073a55-0b5c-4e61-b128-33b44fbc7d34","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.604080101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10f3d6e2-f9cd-4bde-8d95-a8608e205387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.653235059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"d504b383-5f10-4c7d-a195-a406a95f5a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.658978074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"10f3d6e2-f9cd-4bde-8d95-a8608e205387","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.665478817Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"cd41a9c1-fdab-4d37-bc19-d43c7525972a","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.70820884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"d504b383-5f10-4c7d-a195-a406a95f5a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.814620838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"e8022be7-598c-4501-a338-44f455d73f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.814944119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"48316c9e-40c0-4510-a5dd-65b585231bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.870043167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"48316c9e-40c0-4510-a5dd-65b585231bf6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.870200476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"e8022be7-598c-4501-a338-44f455d73f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:51.963843281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"e34230bb-f17a-4053-a3d5-950af1808585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.022243689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"e34230bb-f17a-4053-a3d5-950af1808585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.066073981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"3db5ac31-3399-447f-8c93-3a74819c2336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.117887724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6660c49-a576-4cda-97d8-65025cced9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.123116497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"3db5ac31-3399-447f-8c93-3a74819c2336","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.172872807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c6660c49-a576-4cda-97d8-65025cced9a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.220803711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"32f8a74f-090c-474f-b53a-f303c5457d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.220835932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"bdb2aeb8-e7e5-44f9-b777-d521c8bbb186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.279680759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"bdb2aeb8-e7e5-44f9-b777-d521c8bbb186","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.280214928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"32f8a74f-090c-474f-b53a-f303c5457d40","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.425806671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d4cf689f-5603-4658-be4e-14083673af83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.480923057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d4cf689f-5603-4658-be4e-14083673af83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.525681562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"eaa2052f-9acc-4502-8c99-3bcf5d188ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.575083159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"5c6d1542-68af-44b4-97f7-20964e99b1e7","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.580435198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"eaa2052f-9acc-4502-8c99-3bcf5d188ab7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.627510419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5d856af7-b00d-421b-8bec-162022994a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.630066976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"5c6d1542-68af-44b4-97f7-20964e99b1e7","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.676885792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88101117-73ae-4ac6-b83e-4e85a94ac543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.682803737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5d856af7-b00d-421b-8bec-162022994a60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.731858253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"88101117-73ae-4ac6-b83e-4e85a94ac543","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.78012917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"fce6dd65-d6cf-40f3-99d3-6e3dc8851e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:52.835480073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"fce6dd65-d6cf-40f3-99d3-6e3dc8851e47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:53.913449795Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:54.841892507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"75885c62-27b9-4ff3-b2cd-5c15a58d4829","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:54.895088045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"8db68bb7-625b-4a53-b0fc-653a59931f71","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.045312919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"6b7e88a5-cdc9-4ed3-9e74-ae76c06004d6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.100742545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"6b7e88a5-cdc9-4ed3-9e74-ae76c06004d6","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.111618981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"867155a8-3948-4207-83ba-a85797a257c0","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.167500319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"1dac2dd7-38c8-4bcd-a317-4015628d5642","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:34:55.219260871Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095","reconcileID":"2a5cf2b7-090b-465e-9145-31ef071455b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-2da54095\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.262604077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0cb91c3a-117c-4a6b-aea2-be7cb695af6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.262640467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"e463598a-2a35-42da-8db7-978780e24dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.318059488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"e463598a-2a35-42da-8db7-978780e24dd4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.318172928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0cb91c3a-117c-4a6b-aea2-be7cb695af6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.331272253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"c2b6eeeb-3e7a-4e7d-b7f0-ee5c41f92ccb","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.384855433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"a2860c9e-9e87-40b4-832f-3cebef269b78","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.412636322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"58650211-93bf-4538-8392-096d26de730b","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.594622143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"b788bfd7-3e31-440f-8b1f-309d5b6f337f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.643704162Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095","reconcileID":"13acc88c-21ae-46c5-a393-9b5b116ebbb8","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-bulk-sub-2da54095","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.649983766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"b788bfd7-3e31-440f-8b1f-309d5b6f337f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.657934156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0da57815-fd53-4f5d-86af-ce6ff2285181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.658599934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eca7f521-d284-4eef-8b31-9dfe89d1ede7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.722042685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0da57815-fd53-4f5d-86af-ce6ff2285181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.724346564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eca7f521-d284-4eef-8b31-9dfe89d1ede7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.870666679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"3b1ee99d-8d19-4dfb-a2fd-eb33afa9e0d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:55.874500977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6e4101db-7c21-4cb6-b26b-44322cd6b6f2","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:56.077254471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095","reconcileID":"244fefcc-894b-4f59-aebe-926453d11062","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.49429285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"26a869e5-16ef-4053-82f5-a6963523538e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.662266661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"a9c3675c-ee27-40b5-9011-e8081070a677","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.711649068Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"f6aefb99-c0dd-46ae-93c8-b4fdd98e85f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.811762494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"d480a7f3-07a3-4df9-924a-e0bdd24cdfa1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.911884102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"83831d6c-0c08-4154-a9bd-9c23cb039bae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:57.911906703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"ce7c58ec-ac7f-4cbf-9463-2d83d28b4472","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.137501743Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"f8a31c26-c3d6-4542-b4d7-b67e716cd02f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.24513645Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"30f4a591-e95e-4ac3-a60e-75ba44921338","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.254574958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3dbafcdf-4fd9-4f25-82de-ca310fdf74ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.337038241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"29749def-8626-4a70-96ae-dffb697101f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.438031185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2d8e8cf0-ec4c-48ee-af32-87ac98469762","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.488181494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"2842fcd4-6f9e-40da-840f-c245ff674be0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.839072855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a08a988-94ba-4097-ba3f-529156b60412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.839325551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7f6cf5f-76cf-45b8-86c3-aba4b44f260f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.839072968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"3c2ec37f-fefc-4f5d-97a5-c36d5b3b0145","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.895475791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a7f6cf5f-76cf-45b8-86c3-aba4b44f260f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.895490375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9a08a988-94ba-4097-ba3f-529156b60412","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:34:58.897733895Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"3c2ec37f-fefc-4f5d-97a5-c36d5b3b0145","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:00.747539793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"779e2d6f-cea3-4849-b26b-9ba23d7167a1","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:00.900945828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"e1b65a62-259b-4697-aeb1-98615090613f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:00.903409707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"be31b889-ad8c-45c1-ba70-d777325232ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:00.903616282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7cb326a2-2e6d-4e15-aee7-0c481399d854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:00.957910361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"e1b65a62-259b-4697-aeb1-98615090613f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:00.959989156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7cb326a2-2e6d-4e15-aee7-0c481399d854","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:00.961757555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"be31b889-ad8c-45c1-ba70-d777325232ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.117974352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"6ad4df77-ff04-4684-9582-cae27034b0a2","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.170849471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"1c625026-3be7-4de1-bdf1-77d1a8fd2e4e","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.324277293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-gw-auth-f1741282","reconcileID":"d6a5dba6-e251-4806-bcca-cf467bf0d1da","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.379625756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-gw-auth-f1741282","reconcileID":"d6a5dba6-e251-4806-bcca-cf467bf0d1da","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.640175383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"83a702ba-e237-4746-ba7b-bfe1bdf78e15","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.789971134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-gw-auth-f1741282","reconcileID":"1c611ac5-6bc1-436a-842b-40cef329ceb1","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:04.845107708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-gw-auth-f1741282","reconcileID":"1c611ac5-6bc1-436a-842b-40cef329ceb1","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:07.181397076Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-gw-auth-f1741282","reconcileID":"72bf9640-ce97-4d07-bad6-d11a17f8c1ab","MaaSAuthPolicy":{"name":"e2e-gw-auth-f1741282","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:07.181461866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"1f6dc03a-c491-4ff4-aeb1-87ee52631104","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:07.391398604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"de222f69-e257-4d22-9d14-56a6736ea4e7","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:08.440599351Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"e781f889-8df9-4367-b4a9-1cb57adc585b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:08.750895672Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"fc79f989-ba02-4b9a-8397-8e5d18a15a97","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:10.904920466Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095","reconcileID":"edc7d5b4-9fa0-4f84-a31c-fdd2782dd54c","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"e2e-bulk-sub-2da54095","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.056357253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095","reconcileID":"edc7d5b4-9fa0-4f84-a31c-fdd2782dd54c","MaaSSubscription":{"name":"e2e-bulk-sub-2da54095","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.26968775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"ce0321f6-132f-4eab-9ae9-7513a7651650","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.422782268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"fd143726-d613-4f49-9894-fee2ee6c1d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.422813026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"48c8fecd-e48e-4c32-a757-ac52dc940891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.423518784Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"9c153b86-aaf5-4fcb-9941-2146ef50a8bb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.423597456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6200b3a8-46c6-4484-b7f4-760c0bcf87cc","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.478206925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"fd143726-d613-4f49-9894-fee2ee6c1d1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.479999653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"9c153b86-aaf5-4fcb-9941-2146ef50a8bb","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.480657603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"48c8fecd-e48e-4c32-a757-ac52dc940891","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.678651282Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-bulk-sub-2da54095-auth","reconcileID":"5c721d4d-1c84-45a4-9d26-f38115c4676b","MaaSAuthPolicy":{"name":"e2e-bulk-sub-2da54095-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:11.934109202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"147b15b8-2550-4e21-8ca2-a1549090d97e","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.995949219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"f13167a2-1d75-4b03-9551-aaae0db9fde4","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:12.996402752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"0931be3b-1405-46b1-ac34-f24e17c9eaed","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.084124976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"69c13331-a6d4-48de-b17f-981356cc2f6f","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.084572408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"e7a4af5b-fe61-4471-a9ab-1ace4e5a386a","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.147708874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"8bb35088-beff-4127-8c86-93ed1a94dd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.147708882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"b959ca00-4b8a-43b8-81f6-6161ff8a45ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.399693696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"8bb35088-beff-4127-8c86-93ed1a94dd86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.402827144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"b959ca00-4b8a-43b8-81f6-6161ff8a45ea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.419606833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"c6836fc4-b369-488d-92b6-8dc590b5e86f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.425751236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"37dc4f09-edb7-465d-945e-5bedbbaf7271","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.702334863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d41c13b0-b4c7-4320-8a1b-01702ecf2857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.757868432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d41c13b0-b4c7-4320-8a1b-01702ecf2857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.803422545Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"db848700-b222-459d-8721-6eee7daef7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:13.858902061Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"db848700-b222-459d-8721-6eee7daef7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.321703896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"5f6890dc-0ef6-4c64-a17b-391f3bf6fdc2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:19.827055398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"18e6dc6c-b012-4b51-91d7-a6d5825c6c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.199907467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"f8693b98-7606-488d-a228-6d66397cd0aa","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.317192749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"5700a0cb-c763-4302-98e1-d847837b2fe1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.417436958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"eb15fe80-74d6-4deb-9b76-dee590e1313c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.546191665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"2fc860b7-a685-4f2f-9292-a7d744e328cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.646062655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"bbd52aa0-db15-4b5a-88d9-54abfa2bed75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.66315591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"1e294171-2ffe-475e-b304-41dc172b8d08","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.746482784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"2acdc0f1-1518-489b-99b3-9f79a128402a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.84776435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"859908cd-c10c-463b-8fcd-34f8b8104510","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.851275066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"1e0083c4-3641-41e9-a82b-0f859dfd51e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:21.953287594Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7e7ab5e6-4cfe-45fe-8b9c-dc6cfcf404e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:22.055147653Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"354d8cb3-c19b-425c-8207-cf81f17dbf40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:22.055173482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"2b0204d5-8548-4034-9851-acc2a97a6e8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:22.162685705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"7a93d2c5-b130-4caf-b81c-9d707dd2a97d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:22.368429104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"e2d5908d-8460-44c3-9981-e66df6c8bf4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:22.368427809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"566e78fd-7a0c-4e68-80de-6a9b8b169191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:22.423999648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"566e78fd-7a0c-4e68-80de-6a9b8b169191","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:22.424089829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"e2d5908d-8460-44c3-9981-e66df6c8bf4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:23.913557347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:34.952023178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"369a567e-ce6e-41b1-944f-07aed09e5865","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.0638179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"1d1bce18-33d6-43aa-ad1e-e980bf58d600","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.100002695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"d725aa3d-9af2-46ab-ae0b-4683255eface","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.150282829Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"0b85ee1e-4e59-4df6-a5df-e612d8996042","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.187606296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"f92db39b-f9ef-40de-9c01-282c6c9c727c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.262121966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"1bf99872-0d73-4095-a9c4-b4c8ce1544b4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.375920652Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8fc9523d-fa4d-4089-88e6-16ecf2e7310c","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.457432113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d78a94ea-0871-4cc9-82e1-ad6e0f4fdf01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.53849844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"3cca46c9-0fc7-4551-8a82-2b76a0dd2c1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.642001256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"8106f8b9-21bf-441d-b5db-b4ef45f0061b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.742858717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"817ae595-6396-4b69-a457-7d65624eb42a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.746649583Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"25a50f1b-8222-4ae1-aa41-f8df7ef7233c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:35.857103515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"1d9e6de7-c499-489a-8d4e-dce01d6e21ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:36.89167918Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"d592656f-5cfc-48f9-a8e3-e067370851d2","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:36.942348891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"94644e05-91ff-4d3e-9931-39a8cb070136","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:36.942424431Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"94644e05-91ff-4d3e-9931-39a8cb070136","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.04148679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"3f671b7b-1a8b-4b1a-9cb4-78009db7a3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.041762317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"58dc655c-2222-4ffd-8e07-16400cd3aaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.042437964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"eb1dc073-b159-4f98-ae11-ff5fa8bb1b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.04251295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"baaf745b-a6e6-4e5d-9eba-ba60057fd66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.09173581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9194899a-4ff2-4188-832e-d7b3f09d5f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.097322344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"58dc655c-2222-4ffd-8e07-16400cd3aaa3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.09778573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"3f671b7b-1a8b-4b1a-9cb4-78009db7a3c3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.099697722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"eb1dc073-b159-4f98-ae11-ff5fa8bb1b82","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.101494642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"baaf745b-a6e6-4e5d-9eba-ba60057fd66c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.102787944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a505d88-97ae-4a65-8141-5fe96d27e2cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.102811723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a505d88-97ae-4a65-8141-5fe96d27e2cb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.103352339Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"885d3f48-ff96-4b24-a6ab-421a12bc70e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.103463452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"885d3f48-ff96-4b24-a6ab-421a12bc70e1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.103843219Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f111e2a7-2a6f-40cf-a2fa-ab3b525570b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.103865568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f111e2a7-2a6f-40cf-a2fa-ab3b525570b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.104205195Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de4e69cf-3f9d-4a9f-a745-309f03058306","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.104224597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"de4e69cf-3f9d-4a9f-a745-309f03058306","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.104537495Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cd08420-f829-41a3-99d8-35a56a08eda0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.104553649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6cd08420-f829-41a3-99d8-35a56a08eda0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.149477772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9194899a-4ff2-4188-832e-d7b3f09d5f80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.15695266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f133df0d-2045-4823-a24e-5e35c647d315","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.156974835Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f133df0d-2045-4823-a24e-5e35c647d315","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.20955452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8ba65e7-96f3-48f6-b58b-02bac3838015","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.209582164Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"b8ba65e7-96f3-48f6-b58b-02bac3838015","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.209960803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"81f0d64a-efcf-4093-80c0-203cd0dcec51","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.209982352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"81f0d64a-efcf-4093-80c0-203cd0dcec51","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.210325894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f3d1d98b-57bb-4956-981a-1c8ba9f66faa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.210346022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"f3d1d98b-57bb-4956-981a-1c8ba9f66faa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.305604007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3d062072-271e-479d-b014-ef07f3786ced","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.309456528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6167bb73-5c59-4d25-a412-033f7fada6c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.35983685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"fec95fe2-49b3-4bf3-976c-f9da0c65ab40","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.397876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"3739ec6e-98ab-4b7b-8e48-29f7e35820b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.39807141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"11f70db8-f184-4aad-9b3c-9f3adee59550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.447538797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"ef58ee8b-6bcd-4425-b562-bbcbb03d29c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.448294057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08bf35d4-d80b-4e1a-a398-850c9995feb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.453533288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"3739ec6e-98ab-4b7b-8e48-29f7e35820b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.454600026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"11f70db8-f184-4aad-9b3c-9f3adee59550","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.497864849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"1f21b7a9-f453-4075-b141-c55eece9bd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.504208933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08bf35d4-d80b-4e1a-a398-850c9995feb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.50420887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"ef58ee8b-6bcd-4425-b562-bbcbb03d29c8","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.554795279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"1f21b7a9-f453-4075-b141-c55eece9bd8a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.721851384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"13ec0f83-80a0-4bc4-bf9a-4221145e6664","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.807696319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"253ba3d0-9882-4a54-932b-a548b3eac717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.80784432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"86ed5c16-219f-4f4b-88d8-6afe9b68e466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.856991846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5b453f5c-ca10-4fa4-8f3f-e47f8beb84ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.862719126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"86ed5c16-219f-4f4b-88d8-6afe9b68e466","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.862815863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"253ba3d0-9882-4a54-932b-a548b3eac717","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.909079909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"800e8e87-7b38-45d4-9f02-cfd53df574ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.914881367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5b453f5c-ca10-4fa4-8f3f-e47f8beb84ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:37.964648487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"800e8e87-7b38-45d4-9f02-cfd53df574ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.086211707Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"8e89e819-fac1-402f-b943-29dee0ef2a4a","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.235952236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"2b8e5e1d-bf7c-44b9-b267-c839b67ad402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.285222449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00f649c2-8c9f-49b6-b49d-a93a30a9808f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.285222427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"7ddf40c5-7dd8-43a2-9fc4-67fd1459ed2c","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.290665972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"2b8e5e1d-bf7c-44b9-b267-c839b67ad402","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.313058301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"87e98d24-9414-4691-9a65-122f6bd90592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.313060444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a511500f-ece2-4fbf-b30f-59bdc4cfb45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.340155704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"7ddf40c5-7dd8-43a2-9fc4-67fd1459ed2c","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.340228641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"00f649c2-8c9f-49b6-b49d-a93a30a9808f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.368664424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"87e98d24-9414-4691-9a65-122f6bd90592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.368682086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a511500f-ece2-4fbf-b30f-59bdc4cfb45c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.589283088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"01ea6e99-68b0-4396-bb40-ead898045a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.640065228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"91761e31-1151-4dfb-b3a2-482e230a9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.645032757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"01ea6e99-68b0-4396-bb40-ead898045a04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.68947615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"82988632-a88a-4a18-b879-360b4ce9109e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.695251969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"91761e31-1151-4dfb-b3a2-482e230a9025","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.739244577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fffdd0d7-bcc2-4c6c-9802-276d7bcc6c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.739437035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"39acd51d-d0e9-499b-a0d1-40b69e1ff7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.744576216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"82988632-a88a-4a18-b879-360b4ce9109e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.794970933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"39acd51d-d0e9-499b-a0d1-40b69e1ff7d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.795780671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fffdd0d7-bcc2-4c6c-9802-276d7bcc6c36","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:38.995189568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7a093e5e-f8f2-4844-87b1-7eaba6c9e5fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:39.046257312Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"13f886c6-cc96-4631-bc1c-3f9ec6ca02b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:39.046312576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a69d055b-d364-4aab-ac20-41a816c8ce15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:39.051546122Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7a093e5e-f8f2-4844-87b1-7eaba6c9e5fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:39.101815071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"13f886c6-cc96-4631-bc1c-3f9ec6ca02b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:39.101901881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a69d055b-d364-4aab-ac20-41a816c8ce15","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.251469716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d677a82-56c3-47ea-b572-c8d1b7b8d165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.252278085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f244d622-b453-40e7-bb83-964423aa5f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.251613097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"bec4b793-28f3-468c-9ff5-19a2332f0b7b","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.309030356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1d677a82-56c3-47ea-b572-c8d1b7b8d165","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.309081244Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f244d622-b453-40e7-bb83-964423aa5f0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:46.311453164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"bec4b793-28f3-468c-9ff5-19a2332f0b7b","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.4241204Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"5943d4de-3e49-4180-ab40-a07c8f621f03","namespace":"llm","name":"e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.481270917Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"ebc7aef4-7462-4c51-941a-6d086c955cbb","namespace":"llm","name":"e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.581430765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cebeea60-b82f-4474-ba68-2a187424f479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.581616684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"a6940747-80e9-4c77-875b-d0b1155ccb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.581863452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"da52bac4-634c-44eb-8df5-272d224ee3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.582140753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"15d2ff31-af9c-4604-885c-93482d1266ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.632980408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d257c6e6-0cfe-42e3-96ec-dbcd11a95286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.642442457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cebeea60-b82f-4474-ba68-2a187424f479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.643326274Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"da52bac4-634c-44eb-8df5-272d224ee3d2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.646220756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"15d2ff31-af9c-4604-885c-93482d1266ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.647900336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"a6940747-80e9-4c77-875b-d0b1155ccb09","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.690606209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d257c6e6-0cfe-42e3-96ec-dbcd11a95286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.802258754Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"1d878c6f-f4b0-46eb-8322-1fd27a4b850d","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"name":"e2e-rt-eq-82791c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.958815589Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"b077a55d-6bfe-4971-a2fe-81ac3cc1d0e3","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.958845177Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"b077a55d-6bfe-4971-a2fe-81ac3cc1d0e3","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.993818473Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"18391eae-fb31-402c-a228-88413d91e986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:50.993811875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"1e2d2395-5d7d-4c78-9f1a-de7ae39dc0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.013097002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f0535e9f-1f31-4fce-9c91-ad87421647f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.013156582Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"541a53b3-c789-4fa3-8f4d-c35ebda5aad1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.043535292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"d5bbc2ed-36f4-431d-9474-197b46143eb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.043580434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7dc80c4-48b8-4d60-8836-f48441dafea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.050553185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"18391eae-fb31-402c-a228-88413d91e986","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.050572549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"1e2d2395-5d7d-4c78-9f1a-de7ae39dc0f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.060007639Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"df7fdcb4-c4bb-4886-a8f6-f297bb90efa0","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"name":"e2e-rt-eq-82791c","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.064099682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"f4eb497b-3f5a-4f67-a4cc-6e66feceae6d","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.094910562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"59122c04-7efc-4ff3-ab9c-ab48d6f35238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.100270376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"d5bbc2ed-36f4-431d-9474-197b46143eb7","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.101681127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d7dc80c4-48b8-4d60-8836-f48441dafea5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.111265309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1817311-9e89-4046-880a-5d7c7737794f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.111281202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a1817311-9e89-4046-880a-5d7c7737794f","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.111598776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"efc33b5d-c92c-4548-b5f3-758befbfbddf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.111611467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"efc33b5d-c92c-4548-b5f3-758befbfbddf","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.111809534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ceab00ab-de2e-4c0c-a7da-99560594d6c6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.111818809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"ceab00ab-de2e-4c0c-a7da-99560594d6c6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.111998411Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff2c54ba-2bc9-4d82-b52e-2f33b2692a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.112007341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ff2c54ba-2bc9-4d82-b52e-2f33b2692a5a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.112398023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4ff5796-54f0-451d-8732-3abc30b864be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.112412087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a4ff5796-54f0-451d-8732-3abc30b864be","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.112667851Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"65033b72-8afa-4c08-8cab-cbf3d7c7ff31","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.112680473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"65033b72-8afa-4c08-8cab-cbf3d7c7ff31","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.112886791Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa7e72fe-42ee-427c-bdd7-414e94e182e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.112896935Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"aa7e72fe-42ee-427c-bdd7-414e94e182e5","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.113077221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa1c792b-59c9-4ddf-a643-d5fa78700dc9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.113086006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"aa1c792b-59c9-4ddf-a643-d5fa78700dc9","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.150518581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"59122c04-7efc-4ff3-ab9c-ab48d6f35238","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.400849449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0d92c7be-5f59-439e-806c-b4cce355b95a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.400860375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1e03312e-7098-46ba-9e30-d58853830937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.45777383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0d92c7be-5f59-439e-806c-b4cce355b95a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.457848999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1e03312e-7098-46ba-9e30-d58853830937","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.501726494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8cd279ea-eaf0-44ad-aa52-292559983c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.501752254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6adda307-35b5-439c-a59f-e28628efde0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.552218316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d05cf34e-6696-43c2-af5b-b044c2e9b0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.561288524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6adda307-35b5-439c-a59f-e28628efde0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.561673694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8cd279ea-eaf0-44ad-aa52-292559983c91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.607554225Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d05cf34e-6696-43c2-af5b-b044c2e9b0c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.807565033Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4c36bab3-3b83-4c6d-b3f0-8c60c948c181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.807565369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ef1c5b1a-e3db-4351-8fa1-c0969d004868","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.863072693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ef1c5b1a-e3db-4351-8fa1-c0969d004868","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.863193096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4c36bab3-3b83-4c6d-b3f0-8c60c948c181","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.907548192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c8c08b07-6a83-4604-a974-6513daafc779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.957228733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070b9a78-f448-47df-ab3b-006adc9b8c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.962497314Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c8c08b07-6a83-4604-a974-6513daafc779","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:51.988262276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"331161ee-4747-4889-8409-b22996bd48d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.012488372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"070b9a78-f448-47df-ab3b-006adc9b8c27","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.05634365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"8d317cc4-340d-4ae2-b67f-7693ed6e7ebf","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.111600353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"8d317cc4-340d-4ae2-b67f-7693ed6e7ebf","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.203608095Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"7a8686b4-4402-4d4a-a4aa-a379419710e4","namespace":"llm","name":"e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.258895787Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"c36f5343-e1f4-42d5-a488-9c497397a740","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.261586067Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"c36f5343-e1f4-42d5-a488-9c497397a740","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.361690405Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b3d85abb-0d1c-42ff-9af6-68940970b6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.361776906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f4033b30-ad4b-4c4f-a10f-b411fe516ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.362215738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"207830db-6a0c-4bfb-977a-a327e3462e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.416905634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b3d85abb-0d1c-42ff-9af6-68940970b6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.417126872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f4033b30-ad4b-4c4f-a10f-b411fe516ff2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.426297777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"207830db-6a0c-4bfb-977a-a327e3462e36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.485013876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0349bad9-8c6e-441f-a473-b25ae3ec5ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.535845088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"cd939333-9e9c-4c0e-be81-7298f08a92b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.544223599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0349bad9-8c6e-441f-a473-b25ae3ec5ece","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.590853107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"cd939333-9e9c-4c0e-be81-7298f08a92b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.766408074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3caef542-012d-4730-8ae6-e3471238bc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.766431403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"d3898517-9b12-40a4-ae8a-8d0151a4dbb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.816549733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af49203-4ec1-48be-a078-f9ed6eaadf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.828266401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3caef542-012d-4730-8ae6-e3471238bc2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.832932688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"d3898517-9b12-40a4-ae8a-8d0151a4dbb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.842782283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"233fcfa3-3246-440c-aca0-c92844b06d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.873192835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6af49203-4ec1-48be-a078-f9ed6eaadf61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.892754478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"7e5a14f3-12c3-44b9-9d4d-3f2620e500e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.897579904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"233fcfa3-3246-440c-aca0-c92844b06d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:52.947580132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"7e5a14f3-12c3-44b9-9d4d-3f2620e500e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.138942832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"00fdf12e-d889-4046-a5db-8090c4630de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.193143015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"5f690184-3fcb-4a44-83ea-9ae87452673f","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.194318954Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"00fdf12e-d889-4046-a5db-8090c4630de9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.234959814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5c14c030-4c25-40e9-91bc-0141707b5b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.249161629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"5f690184-3fcb-4a44-83ea-9ae87452673f","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.290181496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5c14c030-4c25-40e9-91bc-0141707b5b91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.827104794Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"124efa0a-bba0-4f88-b6df-80120ec47d09","namespace":"llm","name":"e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.912523627Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.978934159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"3af1b632-c0a6-4e89-a1f7-93d5ee7d9473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.979583746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7d5c84c8-3cd9-4b80-a6a6-048168e0529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.980234832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"e43202f5-a1c7-498f-aef8-2fdfa8516dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:53.980246397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f6534cdc-0be0-4be8-807d-91a8d7e6c061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.006258131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"aacecd81-b5af-4ab7-a086-891bd1f3a27f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.029264069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a3af490-6e83-49e3-8265-cea69a83ea7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.034326403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7d5c84c8-3cd9-4b80-a6a6-048168e0529c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.035782346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"3af1b632-c0a6-4e89-a1f7-93d5ee7d9473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.03676495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f6534cdc-0be0-4be8-807d-91a8d7e6c061","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.039449384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"e43202f5-a1c7-498f-aef8-2fdfa8516dba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.08499352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6a3af490-6e83-49e3-8265-cea69a83ea7b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.391722717Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9712c580-3676-47b2-b0ed-a98408a0c071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.392914037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"08ff4b87-a519-4df6-90d5-2386932e2c23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.393176758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d4eb9b9e-9da2-4cd3-aa87-df91015a6276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.443571205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eede8f5-76b5-44ba-9c66-f7fc3166e390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.447272815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9712c580-3676-47b2-b0ed-a98408a0c071","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.448979543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"08ff4b87-a519-4df6-90d5-2386932e2c23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.449637223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d4eb9b9e-9da2-4cd3-aa87-df91015a6276","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.488277917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"382905d0-078a-43d6-a389-dd621d272e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.499504507Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7eede8f5-76b5-44ba-9c66-f7fc3166e390","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.544757495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"382905d0-078a-43d6-a389-dd621d272e3a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.74553171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"78b7d8b0-5d55-4cca-a3e8-ac7e94475e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.746165621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a0ffca7d-38f0-402c-a147-5cdcabf94ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.795697307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"4be28e65-9762-4bab-8454-6cd0762a627a","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.800728487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"78b7d8b0-5d55-4cca-a3e8-ac7e94475e8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.801128867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a0ffca7d-38f0-402c-a147-5cdcabf94ec9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:54.851394541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"4be28e65-9762-4bab-8454-6cd0762a627a","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.527285325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"4e264cc5-c0b2-4bb3-a805-a02709349a87","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.527313963Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"4e264cc5-c0b2-4bb3-a805-a02709349a87","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.628869087Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"8a2c70f8-1ceb-4b55-ac3e-c8a26b371946","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.628895746Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"8a2c70f8-1ceb-4b55-ac3e-c8a26b371946","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.779738456Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"5686620d-0201-4046-9f91-af6725cc82d0","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:56.837081109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"5686620d-0201-4046-9f91-af6725cc82d0","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.249984835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"cbac0e5a-5c03-4189-a323-3a7165ba4988","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:57.250013573Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"cbac0e5a-5c03-4189-a323-3a7165ba4988","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.045555692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"5e566654-da01-4e9c-98e6-a99f6ae37b05","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.046016297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"fa66bb25-79c6-4bd1-8875-d65de01121c7","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.127912956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a55be7e-7c35-412f-b4e9-eceb4d127d4d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.148720231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"a7285f61-b547-4197-b8b2-c6c9e2aa71bd","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.14927412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"c83e9ebf-33aa-4355-81bc-964bf05cac63","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.199912913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"23d5b184-3cea-4f89-90b1-40ab9def4dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.199917587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"120f0915-c593-4bfe-a54a-46338bc0ccce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.230853983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"9d7ebd7d-7d41-4f0e-8200-fb9faa291350","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.257137364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"120f0915-c593-4bfe-a54a-46338bc0ccce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.258775696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"23d5b184-3cea-4f89-90b1-40ab9def4dfb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.32877384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"3af370b1-43c8-4906-8a5c-81051f37f4b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.328980882Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"4f3a927d-885f-4a38-bf01-a93fe3c476f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.329286323Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"9d66e359-7982-4a06-b2da-680e02cc5d9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.519480609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"b894106b-0c58-4b42-8853-ea8aa446fa9f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.610009874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"6dd5bb7d-fbdc-4276-ad3d-e6002f3dcf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.610728567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"394ca5b1-a1b9-4dfe-9151-a8cbfa098f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.618225079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"35c48864-23ff-443f-b825-664e665dc0af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.719312471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"6dd5bb7d-fbdc-4276-ad3d-e6002f3dcf34","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.724158533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"394ca5b1-a1b9-4dfe-9151-a8cbfa098f8e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.87265939Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"befa85de-e5f9-4fad-872d-6039221fcc16","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.921517716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"a54b3379-5d8b-4ce6-b7a4-c6d112ed7ea7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.972049542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"0e29d327-1ec1-4bec-95dc-67a5d222e0d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:58.978063922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"579aa83a-b644-40e5-9098-ff1524a4d619","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.072145858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6c1044a7-5ee3-4c09-9794-3016ef01744f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.248080122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"e6ae71a0-175b-4b21-b8a9-84ae95d8f658","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.248801457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"4f04670c-6eef-4c23-9428-9fc4c9781c58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.302266769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"f6157212-5a2f-42b7-919f-14ff280486fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.710284308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"80034fa0-b9fe-468c-bce9-5e3cc9d73d0e","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.710519802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"1ce2ff5b-431a-4d0a-910f-5ba1ca4da7b8","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.710281458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f840ade2-dad3-4936-adbb-51c98e4d7845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.710904788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ab6491f-ab95-499e-8ee8-68d65441c2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.779261917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9ab6491f-ab95-499e-8ee8-68d65441c2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.78388883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f840ade2-dad3-4936-adbb-51c98e4d7845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.783925018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"80034fa0-b9fe-468c-bce9-5e3cc9d73d0e","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:35:59.78453622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"1ce2ff5b-431a-4d0a-910f-5ba1ca4da7b8","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:01.512079842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-conflict-a-9de9e4b3","reconcileID":"238df4f8-4c5d-4a42-8686-fb82e973a051","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"e2e-conflict-a-9de9e4b3-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"e2e-conflict-a-9de9e4b3","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.055194677Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.105681897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"daae7bc9-e7e0-4a42-981d-c5c35499329a","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.105710138Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"daae7bc9-e7e0-4a42-981d-c5c35499329a","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:36:02.163611392Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"ef8dda53-1ab6-4887-9fc0-9b879712a55d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rt-eq-82791c-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.260706627Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"94ea73d3-c99a-4554-acc7-03b5d4fbb294","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.260732363Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"94ea73d3-c99a-4554-acc7-03b5d4fbb294","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.304885683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"3dbee340-934c-41b7-b77a-8a87f8427f20","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.304899728Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c260dde4-543b-43c6-a888-3958b2b071d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.305280986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"7274f5e2-4317-4546-b7f9-bc8f6dec47f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.305335471Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee95a9b0-b277-4c3e-9dcb-eada8f37a838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.362131759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c260dde4-543b-43c6-a888-3958b2b071d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.362672043Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"fe3e5a30-0a26-4f76-b51b-67109a301c4b","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.362696069Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"fe3e5a30-0a26-4f76-b51b-67109a301c4b","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.36612173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"7274f5e2-4317-4546-b7f9-bc8f6dec47f2","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.362131756Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"3dbee340-934c-41b7-b77a-8a87f8427f20","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.366483281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ee95a9b0-b277-4c3e-9dcb-eada8f37a838","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.463615562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"ed370e53-21db-44ca-967e-0953cffe62a5","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.463640898Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"ed370e53-21db-44ca-967e-0953cffe62a5","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.585442126Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"905d1877-1cd7-4d8a-95a5-49566bf6f47c","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-82791c","model":"e2e-rt-eq-82791c","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-rt-eq-82791c-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.810296465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c59dc3-625d-4c1a-b12f-96ef50d47be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.810471848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90299ee9-1c14-454b-9a0c-fa628c850ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.846154882Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"619d81ed-64ae-4412-8f35-7f6f3c38d24e","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.84618027Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"619d81ed-64ae-4412-8f35-7f6f3c38d24e","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.865414431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"90299ee9-1c14-454b-9a0c-fa628c850ba0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.865609126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87c59dc3-625d-4c1a-b12f-96ef50d47be5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.911996578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"22678a7c-991b-45ed-804f-7594d23fa9f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.91222075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"c3bbdfdb-0108-49cc-8103-72026c6c2aa7","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.967286459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"22678a7c-991b-45ed-804f-7594d23fa9f0","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:02.967313223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"c3bbdfdb-0108-49cc-8103-72026c6c2aa7","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:03.047325295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"a9c26863-1d1f-4df7-970a-485fdbc0d760","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-82791c","model":"llm/e2e-rt-eq-82791c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.42918574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"74994567-d887-451f-88b6-089e3a111026","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.429555883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"d046348b-e3bd-4cf5-aa68-2684bf583a57","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.495779153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f635dbe4-ff3e-40a5-92d7-0c3570a80fec","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.49613085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"b39e2e90-c951-43f2-877d-fcbb119e95a6","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.580474267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"2396cedd-435a-4f00-b4a9-c94f14a2cfa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.58047411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"56211729-ecea-47f8-8570-93a60a1a36f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.631287315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"9bda384c-d4fb-48f5-a9cf-169d705afd2c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.631470532Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"6ced5d1a-9a09-4739-add1-3a535b2a9705","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.6367521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"56211729-ecea-47f8-8570-93a60a1a36f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.636782004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"2396cedd-435a-4f00-b4a9-c94f14a2cfa4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.987023955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"40e55a35-273d-4a7e-976c-f21e765dcdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:05.987071436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"2cf53b9e-0e89-4f52-8401-9f896dfb233b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.042755992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"40e55a35-273d-4a7e-976c-f21e765dcdcd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:06.042787044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"2cf53b9e-0e89-4f52-8401-9f896dfb233b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.122155308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"8aebb7eb-a0bc-45b9-9de4-c171cfdd25c3","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-82791c","model":"llm/e2e-rt-eq-82791c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.397585912Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"9559ccc7-eee4-4bc3-af63-bcbf8f4c6a60","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.397680752Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"9559ccc7-eee4-4bc3-af63-bcbf8f4c6a60","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.617318986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"052d9b37-2951-4ccf-af89-37c716839f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.617915785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"e81774a0-090a-4f5e-86e7-11ac7edf2a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.682027662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"e81774a0-090a-4f5e-86e7-11ac7edf2a4f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.682304376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"052d9b37-2951-4ccf-af89-37c716839f72","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.842075991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4314f331-448c-4bbd-b3b4-ed13d4192d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.843415219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"e74fbaab-1827-47f6-99c7-8ff1439b0636","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.843828197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c843ebc-cd66-459c-85e4-98c3c55e6438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.899104214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4314f331-448c-4bbd-b3b4-ed13d4192d03","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.90630902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"e74fbaab-1827-47f6-99c7-8ff1439b0636","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:16.906496408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7c843ebc-cd66-459c-85e4-98c3c55e6438","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.063888661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"db95d395-45b9-430e-846d-cecd4119b88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.121001601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"db95d395-45b9-430e-846d-cecd4119b88c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.165044994Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"d0e2abff-cf17-4ef8-bc6c-27ff1ecc1298","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.220769966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"d0e2abff-cf17-4ef8-bc6c-27ff1ecc1298","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.265147476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"47ff016d-16af-474a-a9c2-a6bb4ac404fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:17.321572377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"47ff016d-16af-474a-a9c2-a6bb4ac404fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:23.424048248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"e9a0cad8-a7cf-48a9-8d26-2fa54a4434e3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:23.914585203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.312250132Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"68eeff35-730b-4719-b8c2-5e11702e47ea","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.312628965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"50920302-8b84-4f37-99a4-a283efa5b3d4","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.379926985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"82911537-77b5-4a67-8851-42e456ae0a33","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.380297665Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"d3dd03ea-ddd4-4dd9-8fd2-b5a96a4eabac","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.46379014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"ca2a5774-a885-4959-9bde-a416af1525f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.464706532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"90be54a9-284e-401b-89e1-c67814d2db47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.515159514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"89f55ef9-d82a-4842-a31d-bb87f632d08f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.515920643Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"e19e1521-71ad-4e0d-9673-56d409653a40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.520474092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"90be54a9-284e-401b-89e1-c67814d2db47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.520477373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"ca2a5774-a885-4959-9bde-a416af1525f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.820694081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"60e54f04-3940-4edf-b20a-cf300daa5143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.820680538Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9371eb11-6b09-4be5-b27d-01b84526717b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.876336715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9371eb11-6b09-4be5-b27d-01b84526717b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:25.87635632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"60e54f04-3940-4edf-b20a-cf300daa5143","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:41.312337036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"dbcd90ca-3947-4f6b-b23e-83b96f96dd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:41.312337248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"e5cc35c6-93be-4507-8d97-ea903c688322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:41.368108223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"dbcd90ca-3947-4f6b-b23e-83b96f96dd21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:41.368105637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"e5cc35c6-93be-4507-8d97-ea903c688322","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:49.359288118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"eb62a418-2419-4885-89bb-f90568ad3bb4","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.556112704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"48fc9c9e-3bb5-4cc6-9ae1-81edc00d988d","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.556600561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"6670b21a-2f22-4c91-a032-63cf33ec1037","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.556913073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-conflict-a-9de9e4b3","reconcileID":"ac5f1600-8543-4a3e-8306-e5ff0bee583a","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"e2e-conflict-a-9de9e4b3-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"e2e-conflict-a-9de9e4b3","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.629155268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"9cff24fa-f3b1-4705-a6da-423f71a53e9f","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.629656345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"075b2480-8fba-4843-a99a-b5fb27a5a212","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.630015184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-conflict-a-9de9e4b3","reconcileID":"7e76ce6e-b8c4-4127-9997-5db170e5fc2c","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"e2e-conflict-a-9de9e4b3-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"e2e-conflict-a-9de9e4b3","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.709322867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f8086758-4107-404f-a43c-49d65377b8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.709470606Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d91fe0aa-d7de-4336-be98-b40d8544d700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.760719402Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"beae772a-56ae-4187-8695-3265193c49fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.760804174Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"76daf864-df1c-4388-b92f-9c5ab718068c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.765179688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d91fe0aa-d7de-4336-be98-b40d8544d700","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:52.765647542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f8086758-4107-404f-a43c-49d65377b8ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:53.120712881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"223cc3c9-bc17-47a6-8483-bd1ebc40fbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:53.120724532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d16a0671-2296-443a-a18e-275544fe898d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:53.175978947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d16a0671-2296-443a-a18e-275544fe898d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:53.176081517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"223cc3c9-bc17-47a6-8483-bd1ebc40fbda","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:53.913802036Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:36:55.076476931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1f344dd6-28e1-49f8-a41c-958273219bca","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:04.493297238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"b3258122-573c-4526-b939-d22a0359367a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:04.49350973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"706d1072-bb07-4617-a364-8071a102a5c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:04.548690551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"706d1072-bb07-4617-a364-8071a102a5c5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:04.548789019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"b3258122-573c-4526-b939-d22a0359367a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:06.604911266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"2955219b-2b16-4271-a7ef-cf27f28706f5","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.063772843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"075d393c-09fb-43bf-bb9d-fcecdee4ee85","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.064195667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"6e983895-3fe9-4e71-b49b-105b31ff03d5","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.064552261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"be6a1c02-5d48-4a9d-a63e-ff2811277026","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.135534194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"80cdd264-fe6e-415a-918a-8ad57c58c439","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.135873811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"ae25c414-587f-40ad-93b1-027446fc98b7","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.136141192Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"e314f20b-95f8-42cc-981a-1e503a6c6cb0","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.219121236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8d690ece-8875-46ce-9c7c-b850d65dc35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.219930459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"41616d0c-a4db-4dae-9632-64a34fedc1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.269350461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"326f39c4-620a-4991-b1e1-3a6c35665a4a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.269350544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"fc9fff70-f1cd-407d-88cc-0f5d3c5e74bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.27554966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8d690ece-8875-46ce-9c7c-b850d65dc35d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.275850188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"41616d0c-a4db-4dae-9632-64a34fedc1cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.577583028Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0280b144-15dc-4c47-adeb-7ce7833616a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.578428586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9e460c19-c309-44e3-af47-d0bcb26d17c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.635187329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9e460c19-c309-44e3-af47-d0bcb26d17c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:11.635187326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0280b144-15dc-4c47-adeb-7ce7833616a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:23.913470649Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:27.450276611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a56f2c65-8ce5-4fdc-9a4e-124128bcd42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:27.450279406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"43e97363-1a02-462d-8973-9eac54eaf194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:27.505751664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"43e97363-1a02-462d-8973-9eac54eaf194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:27.506828952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a56f2c65-8ce5-4fdc-9a4e-124128bcd42b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.981781343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"67c974bc-2468-4afb-9fcd-b3b28db89b25","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.982165687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"2b3bb02e-e48f-4fed-b5b9-b67cab331fa6","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:47.982471774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"7875cee2-2f5a-4fb7-a284-d70ac61ad07e","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.062569482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"3db232af-d922-48a4-8501-e8ce193cafce","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.062957472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"d16a8bbf-265d-4afb-a4e1-3a39aa0c736e","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.063228306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"22c18174-d5b4-4113-b755-4ec09c2c820a","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.149471569Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"289abeff-88a2-4a7c-a0d9-79d38870e6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.149563011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"5445e72f-9e68-46ec-b715-c8d5ae5d900b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.201598749Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"2f8dafe7-ee16-4dce-922d-aff508b12106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.201611894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"8a3a51b4-1317-459d-aca0-4fe2a781a86f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.205982897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"5445e72f-9e68-46ec-b715-c8d5ae5d900b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.206009866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"289abeff-88a2-4a7c-a0d9-79d38870e6fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.508169877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1bda2487-61be-4033-8b0a-4b6a9e048f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.508179128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"bf561c6f-ab6d-4d6c-8093-068e4a4a5710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.564502306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1bda2487-61be-4033-8b0a-4b6a9e048f85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:48.564522415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"bf561c6f-ab6d-4d6c-8093-068e4a4a5710","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.097905092Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"0b55cc18-eec9-4c17-a676-f713a8ec28e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.197214376Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"4bf38190-f1b4-4586-a23d-6c65d482754d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.265957014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"a84f963f-2c88-4047-84de-ba329cfaa6ec","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-82791c","model":"llm/e2e-rt-eq-82791c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.29733651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"0c31b8a0-8b51-4f01-8a59-19164162986a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.397906883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4531b4d5-abf3-4c62-846d-3747f1e48410","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.550230866Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"dcf109c2-e638-4477-bb98-84943c5a257d","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.6154798Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"946526e6-05b3-45a2-8f50-de4625c10f44","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.716619754Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"69b18c58-0ca3-4cc2-820f-c15eb69b66d1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.75343965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"62cf7254-42ad-463a-bebc-2e7c54ef4dca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.854760541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"6e6b95ab-3892-4927-b90d-366d4a8316ff","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.906652145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"62bf2d7d-16d9-4b1b-99ad-725eca74196a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:49.961924837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"460fcb81-4eac-400f-93a7-93547cfc15bc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:50.088253452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"af5d4820-231c-4a1b-a805-54321ce47435","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:50.179554609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"e1e9d1cd-044e-4dac-8ae4-350e287baa92","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:51.282697548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-conflict-b-9de9e4b3","reconcileID":"043806bd-d2f0-4bad-997c-9db2257e513d","MaaSModelRef":{"name":"e2e-conflict-b-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"e2e-conflict-b-9de9e4b3-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"e2e-conflict-b-9de9e4b3","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:51.341715944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-conflict-a-9de9e4b3","reconcileID":"892ddf99-9c3f-481a-9dac-bf3a3e355b0e","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"e2e-conflict-a-9de9e4b3-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"e2e-conflict-a-9de9e4b3","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:52.299122971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-conflict-a-9de9e4b3","reconcileID":"50d3d46d-e77d-4479-b0ac-53675464d816","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"e2e-conflict-a-9de9e4b3-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"e2e-conflict-a-9de9e4b3","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:53.915131713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.22466313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3b2dee3e-35f0-4ab6-a6b8-1bfae8fc62da","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.225012493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"5b27ab78-46df-473e-8038-3d1a4558bf80","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.225267336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"32610f5b-1a4b-44bf-b7fa-0fe51a667d5c","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.291425902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"55829962-eb45-4125-bbc8-3f68636358a5","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.291789068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"4a12ed63-b8c8-4b56-b17f-431b594297bb","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.292031988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"c9fdabc5-0aee-4ec3-b27a-68a9d3b2dcd9","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.37490441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ee461070-ac29-47c5-89d3-3ccb43af3145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.374903124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"6f84429f-1001-4978-b6cb-997020abc275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.42582457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"d68670d6-4ef7-4ca7-b6b6-57956789f603","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.425882377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"7598ebba-fea5-443b-b160-912b941e048e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.430209012Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"6f84429f-1001-4978-b6cb-997020abc275","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.430216431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ee461070-ac29-47c5-89d3-3ccb43af3145","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.73294998Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"b41a9c40-4d44-4422-a674-e433ccf5ff37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.787782648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"b41a9c40-4d44-4422-a674-e433ccf5ff37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.834152845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"a3f69d86-b570-49cf-bd67-2b3a20c94cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:37:59.890069013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"a3f69d86-b570-49cf-bd67-2b3a20c94cde","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.193707785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"053e20ae-a5c2-4e5b-9a48-8a076f3dd53b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.314165044Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"1d168fef-682f-418c-9e45-4d51be7d904e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.414476214Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"5a75eff3-ef06-41ab-94d3-17c48570f81a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.514634457Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"57d237c4-78af-4759-92f3-e1c1d8926e40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.549938839Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"ea00d923-3493-4b29-baad-ecab755fd239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.662058319Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1c341454-4963-46ca-87af-1d68a039dab3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.765862693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a8564e4d-f760-4097-9919-1214dcd1ff28","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.862920474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"24d274ae-2d75-4338-b2f7-6a8b9b0d2561","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:01.913029491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"6d399485-4d21-46ab-8552-b63274085469","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-82791c","model":"llm/e2e-rt-eq-82791c","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.011724965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"765b146d-019b-4cc8-bf08-96097aa151aa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.159408494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"ab62a5e0-2869-47cb-b2a7-16c18dca1be1","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.209634618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"afe90813-6be8-4b7a-bdbe-05db54899af6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.209750661Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"4d26ca1b-788d-4e94-9193-de13ea6d08a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.309832884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"492c063d-59c0-45c3-b8f1-804b701082bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.345541741Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b671fe2b-94f6-4c8b-b5c8-b783ad2958de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.345543257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3a57b987-34e1-4da9-8335-0bf853277822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.400876135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b671fe2b-94f6-4c8b-b5c8-b783ad2958de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:02.401089304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3a57b987-34e1-4da9-8335-0bf853277822","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.658512689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"f31f8e10-8b8a-4e85-ac4d-0d56a32821b1","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.658949318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"97b45c7b-33e9-4f7b-b635-f85384a1506b","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.659354449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-conflict-a-9de9e4b3","reconcileID":"9ac59cb3-87de-45d6-8994-d3331a603646","MaaSModelRef":{"name":"e2e-conflict-a-9de9e4b3","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"e2e-conflict-a-9de9e4b3-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"e2e-conflict-a-9de9e4b3","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.840861463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"7b44799f-2d51-4434-a227-01846b9e51ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.840875219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"3082f5c2-0eb0-4427-8bc6-6a6fd96105bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.892432266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"babb6728-9084-438c-9a12-3679868ed052","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.892432291Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"10cceeb6-2af1-4c16-bf99-b9735a23e25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.897643418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"7b44799f-2d51-4434-a227-01846b9e51ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:11.897865734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"3082f5c2-0eb0-4427-8bc6-6a6fd96105bd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:13.276117466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"6bb1755f-b888-499e-9604-ef6e01d9f0f4","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:14.370039573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"0c895922-33ea-4731-830b-5405bf1861cf","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:14.422936376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"28dd9448-16f9-4d16-9d1c-58bde8308fc4","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:14.573280771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"2829d767-639d-4547-860a-554cbcf22018","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:14.628808049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"2829d767-639d-4547-860a-554cbcf22018","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:14.938962772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"18e648e4-e59e-413b-b411-6fe101bd8076","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:15.089659841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"e0acda31-a448-4292-b4e0-3b77828bcffb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:15.144872692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"e0acda31-a448-4292-b4e0-3b77828bcffb","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:15.189939491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"34a98c2c-6b17-4900-9c68-18df0385b05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:15.18998921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"8430e150-b21e-4c3c-ad48-1cf1d896ba51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:15.245224732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"34a98c2c-6b17-4900-9c68-18df0385b05c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:15.246358889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"8430e150-b21e-4c3c-ad48-1cf1d896ba51","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.222824684Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.222960817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"24d9697d-ebc8-4c4a-bb12-82b81a4af534","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.277831217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"755c72f6-c95b-4093-8da2-383b57144a0c","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.330643355Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-subscription","reconcileID":"db71fe60-900a-47ce-bafa-f346511c39c3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.372640824Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"af37418f-0964-46b0-ac1f-3ff4bde854d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.372813071Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"acf974ac-4838-4699-ae23-e5b265920f32","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.372655721Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"63d06493-81aa-4d2e-b81a-c6f9fce34463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.426570731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"af37418f-0964-46b0-ac1f-3ff4bde854d3","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.42675388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"d7958258-2401-4b7f-a107-82000b77af7c","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.429325622Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"acf974ac-4838-4699-ae23-e5b265920f32","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.429347434Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"63d06493-81aa-4d2e-b81a-c6f9fce34463","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.429819872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"a132d42b-d9e7-49bc-a4d0-a6a5ad13905a","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.430142793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6da40405-32d5-4706-b8f0-3687c59e48ae","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.444151947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"85385949-a78d-4cd6-90c5-865ae9c3ebd8","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.497983341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"9bf780fb-5a27-4ea2-bb40-4ea613d5c9a7","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.58757992Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"75ad976e-44b4-41ae-9e12-a29272dd04f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.587667803Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"75ad976e-44b4-41ae-9e12-a29272dd04f7","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.587937871Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"62fb2e76-0819-4579-873c-4602b4f658e9","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.587998716Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"62fb2e76-0819-4579-873c-4602b4f658e9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.587580143Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"36ba3555-8aff-4cce-8540-ed73d2388af4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.588160615Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"36ba3555-8aff-4cce-8540-ed73d2388af4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.737482625Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"836be042-b4a0-468f-b212-f8a186bd704e","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.737551341Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"836be042-b4a0-468f-b212-f8a186bd704e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.737578704Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a598a276-8156-45a5-a7e7-0cf6a4ba72bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.737629523Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a598a276-8156-45a5-a7e7-0cf6a4ba72bd","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.737863666Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0788544e-53d0-4039-afbe-b91cb3659436","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.737901461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0788544e-53d0-4039-afbe-b91cb3659436","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.756178897Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-subscription","reconcileID":"0c79f177-41ad-49d8-9790-a486a097644c","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.908253527Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"9185d2cd-d682-43d2-9ee5-ca365e23ce37","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.908328844Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"9185d2cd-d682-43d2-9ee5-ca365e23ce37","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.908766818Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"52b5b2b0-dcde-4642-857d-9e20508bc9c8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.908816975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"52b5b2b0-dcde-4642-857d-9e20508bc9c8","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.909076188Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"09ed34f2-4d59-4c56-8eb7-cb443945650f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:17.90913113Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"09ed34f2-4d59-4c56-8eb7-cb443945650f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.916618564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"1456c89b-9824-4bb0-b83a-e3e6a3404fc5","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:17.958512483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"da08cf28-31d8-41a8-b91d-ad16e4ad6287","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.099330563Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"b5230528-8251-4811-abc0-63667d712518","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.099842206Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4bd77f20-c470-4cdc-b029-8d13e4ff4e8e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.099922295Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4bd77f20-c470-4cdc-b029-8d13e4ff4e8e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.099942493Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"b5230528-8251-4811-abc0-63667d712518","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.099797364Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"65b7e1b7-7fd2-4bb1-89d2-06a26e031762","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.100079211Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"65b7e1b7-7fd2-4bb1-89d2-06a26e031762","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.118305071Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-subscription","reconcileID":"559aef8f-4538-44ce-974c-cca3fd705e06","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.333636366Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"b3a9d424-1cbd-4817-b5a2-75f15c626d48","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.333728789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"b3a9d424-1cbd-4817-b5a2-75f15c626d48","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.33403962Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7557acd0-d723-4d22-8ccf-2d84d0c79036","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.334088604Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7557acd0-d723-4d22-8ccf-2d84d0c79036","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.334303719Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d6d5cb78-33b3-44cd-b909-5c4aa78b8a2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.334344005Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d6d5cb78-33b3-44cd-b909-5c4aa78b8a2f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.645284508Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"2b0a13a2-eba2-4f53-a813-1e273785499d","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.645411654Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"2b0a13a2-eba2-4f53-a813-1e273785499d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.645301409Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ff17ab6e-91c1-4e6e-8b59-754f8d1e23bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.645462875Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ff17ab6e-91c1-4e6e-8b59-754f8d1e23bb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.645551746Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"68cdd851-875b-480e-8627-875bb63f1a5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:18.645596766Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"68cdd851-875b-480e-8627-875bb63f1a5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:18.836759436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"9aea65d7-ad63-4415-81aa-36a36ed82f33","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.117515873Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e51110ef-c303-4e76-a429-e71ca274b68c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.117582344Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e51110ef-c303-4e76-a429-e71ca274b68c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.117702308Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"5da6848d-5cce-4ef9-a122-5061a9e15185","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.117762466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"5da6848d-5cce-4ef9-a122-5061a9e15185","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.117776131Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2575cab2-b750-4172-bd5d-d51e6213ffcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.117802869Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2575cab2-b750-4172-bd5d-d51e6213ffcb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.860733539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"02901fe4-5ef1-42b8-829b-b36d42d57a31","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.910092346Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"8c44e3a8-507f-4fcc-b16c-824a78cf1a7f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.910161261Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"8c44e3a8-507f-4fcc-b16c-824a78cf1a7f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.910094498Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"66fdd2f3-5084-43cf-8078-b5f635c9f57c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.91020704Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"66fdd2f3-5084-43cf-8078-b5f635c9f57c","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.910326047Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"698c1ce2-28ab-4486-a667-e4e688179172","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:19.910390813Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"698c1ce2-28ab-4486-a667-e4e688179172","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:19.913470887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"943ca19a-0059-4a6a-a4a9-e65a291ee3cf","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.113150659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"65c7bf18-48de-4b41-bdcb-c4d4e444c0f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.12072213Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.120737286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"61abc089-cbbe-4e78-a274-567af065e575","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.167994218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"65c7bf18-48de-4b41-bdcb-c4d4e444c0f0","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.176478923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"78db8745-7bd9-4933-8737-830a50e50d24","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.225897832Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub1","reconcileID":"a0ec1622-71e0-421f-b92b-db02d940b59f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.228101307Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"78db8745-7bd9-4933-8737-830a50e50d24","name":"distinct-w0-b6fb9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.228157267Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"78db8745-7bd9-4933-8737-830a50e50d24","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.233322142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"892cf87c-6719-493c-9519-da6ba28f34f1","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.233749425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"3694afde-4744-4f34-8fb6-84fcf29fe25e","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.299871878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"e40f8537-7c3c-446d-a97d-3883d369be3b","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.321553831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"171c7cfb-a9ee-4bc9-9f1c-8a9ae7f47c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.321568575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"845b27a8-971a-43b9-8bac-b495e4fdbfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.338036303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"564f3de5-94d7-443d-91f5-de08fae677da","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.376955158Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"171c7cfb-a9ee-4bc9-9f1c-8a9ae7f47c88","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.376953685Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"845b27a8-971a-43b9-8bac-b495e4fdbfaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.391335301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"75bf30bc-10fe-458a-ad47-e41ce0dc0655","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.392426363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"5828d164-7005-4836-94c1-cdd506eb2730","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.449647559Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dce5cb79-a1e5-478e-919f-44aed8f9824d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.449721515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dce5cb79-a1e5-478e-919f-44aed8f9824d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.449662551Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"aebdfb5c-c46d-4734-9ad9-ad899208f6ff","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.449969205Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"aebdfb5c-c46d-4734-9ad9-ad899208f6ff","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.504975673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"6d3b6d8d-0483-44e8-8b35-33294db14947","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.506042602Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"f4b39ad3-03b4-4878-aa9d-fb6cf5de8610","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.599687335Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"60627bbd-f366-4700-b6f5-6c89c4ab3705","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.599769946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"60627bbd-f366-4700-b6f5-6c89c4ab3705","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.60721015Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub1","reconcileID":"9fbda9d2-4228-4fff-af01-5f6b61d96c2b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","model":"distinct-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/e2e-return-all-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.675077764Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=0:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-return-all-sub1 ai-tenant-e2e-worker-w0-b6fb9b/e2e-return-all-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.675324688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"409fd36d-80f4-4785-8b0f-79dbc7459d69","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.731122555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"edd39771-44b0-4c49-b89a-d946e6ea263e","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.781998601Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b6fb9b/e2e-return-all-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.782415515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"f2d4a690-979a-499a-8fdd-b6d12993afe9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.782882732Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"edd39771-44b0-4c49-b89a-d946e6ea263e","name":"distinct-2-w0-b6fb9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:20.782932796Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"edd39771-44b0-4c49-b89a-d946e6ea263e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.783054669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"6d2e99fe-3221-4b8c-9c47-b2a6167be1f6","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.788239149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"65f80722-3f34-4b02-8d8c-7b368f7ddf10","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.801125655Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"a074dfcb-4408-4cdc-974e-ae60c15a671e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.801254917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"46a79060-0fa5-46aa-8da2-fe9f28cfa8cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.801123356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"98eca52a-62f4-4b90-961c-389636ee3cc2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.801702586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"6f631964-45fa-4de7-8691-378595b266ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.856433956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"a074dfcb-4408-4cdc-974e-ae60c15a671e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.858651594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"46a79060-0fa5-46aa-8da2-fe9f28cfa8cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.858732682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"6f631964-45fa-4de7-8691-378595b266ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.860853089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"98eca52a-62f4-4b90-961c-389636ee3cc2","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.891935565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"cbd4e750-9e73-4367-aec0-10685d49d02e","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.946602762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"8402a7e3-2813-4f46-91f5-b3e086fa9db8","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:20.967752656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub1","reconcileID":"dcd69ce1-5d62-473d-bc21-7354647ab072","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.15208428Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"6ef9ae0f-f678-4a41-8151-320ebbd3d000","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"distinct-2-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/e2e-return-all-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.211932667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"4e94a3db-9d9e-4685-af08-aa464bb93f9f","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.312814935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"31261fcc-9013-45fe-9693-43f49f8c60f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.312969963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"551a912f-e5bb-4406-86b9-711df6f2eb9f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.312814361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"e2fdb213-f8c3-4781-bb8d-f9c8b9a1b876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.313877912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"3daf7767-99ad-4a03-ab60-4a8f4a41d93f","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.36970311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"31261fcc-9013-45fe-9693-43f49f8c60f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.369710987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"e2fdb213-f8c3-4781-bb8d-f9c8b9a1b876","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.37189417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"551a912f-e5bb-4406-86b9-711df6f2eb9f","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.462379916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"f5a9b632-2304-469e-8419-0a8085fd3ec4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.517640088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"f5a9b632-2304-469e-8419-0a8085fd3ec4","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:21.518200649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"e6f26898-8336-4d3f-b3e3-60c49186af55","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:23.16158113Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"9a07448f-fb50-41d5-9e21-0d902410be72","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:23.161649172Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"9a07448f-fb50-41d5-9e21-0d902410be72","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:23.161664905Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"05efdb21-f8f8-458c-b1b0-670ef002477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:23.161736498Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"05efdb21-f8f8-458c-b1b0-670ef002477e","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:23.311087937Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"69408dc5-15dd-46ec-883e-a20261a667ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:23.311181553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"69408dc5-15dd-46ec-883e-a20261a667ad","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:23.913739438Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.522639079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"181362ac-2483-41a3-8ed3-1b376e7b2ac6","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.678885205Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub1","reconcileID":"985216ec-3f90-4e1f-8f1b-55515617c59b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a5bf2f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.771683883Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"7cb257e3-d454-4263-9d88-6abaf51f2219","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.771862207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"772b72fd-92ad-4c12-9905-77bd795288da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.771688516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"49c33831-111f-4bbe-bf61-c554dd6ff19b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.77218411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"d5b3ab64-0100-4c8c-8938-255b266d058d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.827746135Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"d5b3ab64-0100-4c8c-8938-255b266d058d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.827878182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"49c33831-111f-4bbe-bf61-c554dd6ff19b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.830022781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"7cb257e3-d454-4263-9d88-6abaf51f2219","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:24.830212197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"772b72fd-92ad-4c12-9905-77bd795288da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.228268762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"d53c8968-afa0-48ef-987a-87f6f89b42b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.228482164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"307b7eae-a2c5-4837-9113-3cfef67e3b3b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.228268516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"f803a957-b591-446a-93c2-9bbfdf379870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.228883802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"7c4b4909-9754-46d5-a952-8fdfc41b855b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.284046966Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"7c4b4909-9754-46d5-a952-8fdfc41b855b","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.284149399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"d53c8968-afa0-48ef-987a-87f6f89b42b2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.286316698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"f803a957-b591-446a-93c2-9bbfdf379870","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.286379612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"307b7eae-a2c5-4837-9113-3cfef67e3b3b","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:25.368616108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-2-w4-0bf34a","reconcileID":"51867c31-198d-48d3-9aa4-5d4e39bcf51b","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-2-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-2-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.415019291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c928472d-ea52-477c-b0c0-4a43d0f92b65","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.470249122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"405881f1-a53a-4f56-bc62-f31be9b9b515","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.620615863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3eda637d-16a1-4cfb-97a3-f340212c176c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.677119714Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3eda637d-16a1-4cfb-97a3-f340212c176c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.701469708Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.701482693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"02360749-c11f-4cf2-a0d1-93403a8258bb","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.731443009Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2ddeddad98a0e9a54a331d2bc32df8a7ca0f1e8f86ca04d92703331440b012d) AuthConfig (fa444ea6f937ea952733f7613f4287af00733b1fa1637b41defc5c4a46c52f67) AuthConfig (0c913291c71636ecfa059caea22a93de596e4e36308b0b5e97527364b082e537) AuthConfig (88422ab101d8fc8417d190d47a3a2a9449709d4dcef8767e02f6b910c1f849e7) AuthConfig (b19cb658d270285b3a0c43b3555c4cc3c78711cc68de5ad914d226446a047723) AuthConfig (da6c957b41171256980878c87532fea7b83601a2f5bad173e69c32beaa3f0005) AuthConfig (839576333ea6c3c2dc607c61e01c21baf4817a142b6cbae4dd1cd16ca4fbd127) AuthConfig (530ea371b90cd3c77412f05a528b6827068d9758f99643a04efe04abcc35d69f) AuthConfig (8e2211524d0662d32785788b219d64138df00c7bf9864d3587039b0a7e887bf4) AuthConfig (62b67132d9e02d99dfb1e7d5fa6a4b0f6f0258e4afacecbaa5439b04df858e78) AuthConfig (93348d01a978066115f3467a697402eb165b33bc4054ea668d0ccfa75edaad61) AuthConfig (3c128798b12a93ed47573ef7f9a165a620e5cea6c28c5ca0c7c3573a833eceee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"3eda637d-16a1-4cfb-97a3-f340212c176c","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.754477559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"ecb1e37d-6abd-4b91-bb6c-3e1652f6b22e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.787096158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"46fb13a6-54c1-4ee2-839e-88a2e9304507","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:27.808478952Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub","reconcileID":"57a18ed3-08a2-4632-baa5-12f739dc7f13","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.811050123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"e5918fdb-04d3-4c14-9f59-01117a60eb55","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.851620528Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"18bdb523-adc7-4f74-b64d-61f0802bbbbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.852303235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ff62d77e-4303-4e6b-9ea3-7a5ca3931e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.907809385Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"18bdb523-adc7-4f74-b64d-61f0802bbbbd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.908121058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ff62d77e-4303-4e6b-9ea3-7a5ca3931e91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.921540112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"03d38ab9-c5e4-4ae1-ae17-c71aa21f9efe","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:27.951521307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b64d9fa-11bc-4d23-9e2d-3d9a47cbd771","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.021973034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3108db09-6f75-4828-9a54-dcfc015fc35f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.026319163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b64d9fa-11bc-4d23-9e2d-3d9a47cbd771","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.082135319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2ddeddad98a0e9a54a331d2bc32df8a7ca0f1e8f86ca04d92703331440b012d) AuthConfig (fa444ea6f937ea952733f7613f4287af00733b1fa1637b41defc5c4a46c52f67) AuthConfig (0c913291c71636ecfa059caea22a93de596e4e36308b0b5e97527364b082e537) AuthConfig (88422ab101d8fc8417d190d47a3a2a9449709d4dcef8767e02f6b910c1f849e7) AuthConfig (b19cb658d270285b3a0c43b3555c4cc3c78711cc68de5ad914d226446a047723) AuthConfig (da6c957b41171256980878c87532fea7b83601a2f5bad173e69c32beaa3f0005) AuthConfig (839576333ea6c3c2dc607c61e01c21baf4817a142b6cbae4dd1cd16ca4fbd127) AuthConfig (530ea371b90cd3c77412f05a528b6827068d9758f99643a04efe04abcc35d69f) AuthConfig (8e2211524d0662d32785788b219d64138df00c7bf9864d3587039b0a7e887bf4) AuthConfig (62b67132d9e02d99dfb1e7d5fa6a4b0f6f0258e4afacecbaa5439b04df858e78) AuthConfig (93348d01a978066115f3467a697402eb165b33bc4054ea668d0ccfa75edaad61) AuthConfig (3c128798b12a93ed47573ef7f9a165a620e5cea6c28c5ca0c7c3573a833eceee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"8b64d9fa-11bc-4d23-9e2d-3d9a47cbd771","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.231691906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"26df96fe-dfcb-4e23-8e02-b4ba6278448e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.26596665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1735b7be-1d57-4707-a5b8-57356dd050e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.265964846Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a452921a-75ea-4011-bf36-40ea9ca83b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.280930504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub","reconcileID":"cea7d0cf-9923-478f-ab79-e0a60f5f9c81","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.286556536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"26df96fe-dfcb-4e23-8e02-b4ba6278448e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.321322235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a452921a-75ea-4011-bf36-40ea9ca83b2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.321378741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1735b7be-1d57-4707-a5b8-57356dd050e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.340162109Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-0bf34a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e2ddeddad98a0e9a54a331d2bc32df8a7ca0f1e8f86ca04d92703331440b012d) AuthConfig (fa444ea6f937ea952733f7613f4287af00733b1fa1637b41defc5c4a46c52f67) AuthConfig (0c913291c71636ecfa059caea22a93de596e4e36308b0b5e97527364b082e537) AuthConfig (88422ab101d8fc8417d190d47a3a2a9449709d4dcef8767e02f6b910c1f849e7) AuthConfig (b19cb658d270285b3a0c43b3555c4cc3c78711cc68de5ad914d226446a047723) AuthConfig (da6c957b41171256980878c87532fea7b83601a2f5bad173e69c32beaa3f0005) AuthConfig (839576333ea6c3c2dc607c61e01c21baf4817a142b6cbae4dd1cd16ca4fbd127) AuthConfig (530ea371b90cd3c77412f05a528b6827068d9758f99643a04efe04abcc35d69f) AuthConfig (8e2211524d0662d32785788b219d64138df00c7bf9864d3587039b0a7e887bf4) AuthConfig (62b67132d9e02d99dfb1e7d5fa6a4b0f6f0258e4afacecbaa5439b04df858e78) AuthConfig (93348d01a978066115f3467a697402eb165b33bc4054ea668d0ccfa75edaad61) AuthConfig (3c128798b12a93ed47573ef7f9a165a620e5cea6c28c5ca0c7c3573a833eceee)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"26df96fe-dfcb-4e23-8e02-b4ba6278448e","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:28.43206777Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"da05e962-cd81-4cae-842d-17ae03c31ef5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:28.43215717Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"da05e962-cd81-4cae-842d-17ae03c31ef5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:28.432548961Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"228a9419-8df4-4e81-8480-7618866baaa6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:28.432590329Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"228a9419-8df4-4e81-8480-7618866baaa6","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.441529785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"cdda6bed-48dc-456c-865d-c4191349578f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.482835936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"d008eb7e-1d52-4bd3-9c05-b10b6c22c5a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:28.582233071Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"78eb6257-fa35-473b-9239-aad2089d7db4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:28.582327773Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"78eb6257-fa35-473b-9239-aad2089d7db4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription and model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: compose ai-tenant-e2e-worker-w2-9da431/e2e-dedup-subscription@e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: model e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:28.642643302Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub","reconcileID":"4fe86b5c-fee9-48a4-91c3-ade21873ef4c","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.362123284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"805b3b2e-53e5-409b-bf0c-c26c89dd17f6","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.386056014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"94631847-208d-4d41-a209-a006f4091113","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.386732038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"0c16041f-2b9b-4edc-aa4c-da8a43b99c9f","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.473434861Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-subscription","reconcileID":"4284767c-0b70-4ed6-9f6d-57e8171c314d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"e2e-dedup-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.5672357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8cb725bd-3d3a-4320-9ced-484b2342385d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.567189579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0246ffc3-d21d-4077-9f1c-239ae71218a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.570053555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"dd0ce63c-a4e0-4a74-9f0d-62393170de7f","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.62069037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"2e0787cf-24c6-4b21-abbd-cc058a26c5e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.625745752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8cb725bd-3d3a-4320-9ced-484b2342385d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.626531113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0246ffc3-d21d-4077-9f1c-239ae71218a7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.690634519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"af92e809-bf8f-4c13-ae62-a03a52a7e0c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.696528247Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-subscription","reconcileID":"4284767c-0b70-4ed6-9f6d-57e8171c314d","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.898683162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"fbf342a6-b3b5-4b1e-8dcf-6117d92574e4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.955514684Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"ab25b1eb-0252-47ad-b908-94630c74f55b","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.955896763Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.959977732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"37c90003-7c47-49d6-9018-9983549444bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.960171817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"4beecf24-7388-4220-95da-68a8af033c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:30.959979873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"98b1431d-134f-4582-a45b-d58c2fbe2859","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.012859419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"bef1efdb-ce0b-4f56-abdd-54d71baf9b72","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.017870929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"4beecf24-7388-4220-95da-68a8af033c06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.017984887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"37c90003-7c47-49d6-9018-9983549444bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.02048305Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"98b1431d-134f-4582-a45b-d58c2fbe2859","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.075271869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"ab1bcf65-cc7f-4073-94f2-6fc858e54602","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.105932084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"5c9433b0-b43f-475f-8238-d1d4a2dc0966","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.119988912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"3b22ea58-1c5b-4bed-b90e-e65716a0059e","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.130709982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"ab1bcf65-cc7f-4073-94f2-6fc858e54602","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.161528238Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"5c9433b0-b43f-475f-8238-d1d4a2dc0966","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.370811111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"45df8883-7748-4f03-8730-1f251c6dc383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.370851385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e860e914-3518-401b-9f44-d54450c4e78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.426298166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e860e914-3518-401b-9f44-d54450c4e78a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.426720177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"45df8883-7748-4f03-8730-1f251c6dc383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.47076619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"331083a6-2a0a-490a-a120-6d8f4350180a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:31.471429077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"5c9433b0-b43f-475f-8238-d1d4a2dc0966","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.525923311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"331083a6-2a0a-490a-a120-6d8f4350180a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.572027151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"963e6dff-7287-4e5c-ba3f-8881642210df","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.626833867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"963e6dff-7287-4e5c-ba3f-8881642210df","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.683142113Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-dedup-auth","reconcileID":"22cd0eab-8625-47bc-86ba-781e1ea9f07f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.68325407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"c64f1820-23be-4eed-896f-4f465dd9165e","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.686044301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"cd560a8f-520b-4582-ab8e-2fda160abe08","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.721054522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"327d7938-0b41-4774-99b8-e55290a6819a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.776468623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"327d7938-0b41-4774-99b8-e55290a6819a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.837029879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"dc2b3fae-3eb5-4d5f-8819-1585dfcee5ee","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.926447944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"d7a511e3-064e-49c6-b86d-93c039ec5dfa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:31.982294802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"d7a511e3-064e-49c6-b86d-93c039ec5dfa","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:32.928690467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"b81af12e-3635-43ad-b984-7b25bb972929","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:32.982110654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"5e5bbdec-61a5-46aa-8cb7-fccbc58fa990","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:32.982412758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"902a5899-6885-4e4d-9b67-528bf3b5ae11","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.035297936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"9ebe3971-a761-4643-ba33-b7585fc76ec6","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.035597312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"3d0bd00d-5e79-4ccc-91f2-99ab82d9a13c","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.280582374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"9da36cc8-9f6f-49b4-ab55-6545082747a5","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.28074346Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.285196376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"431052e8-4d0f-433b-801e-0b0e5b8422f6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.340244181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"0be199b0-5208-41bb-99b3-4beb0e8df351","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.341169119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"431052e8-4d0f-433b-801e-0b0e5b8422f6","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:33.389096215Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"9c7f2175-34fe-43dd-9074-2a8a72edd4cb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.396611173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"fba75ed6-b8b8-444d-b9fc-70a816d6fe19","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.495810148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"897b4d2b-0597-429a-82b4-ca63b998e7e2","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.496181259Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"6f20a5ad-a56b-4e81-8e5b-ee7319453de7","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.530936789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eb3176eb-2613-4362-ae8e-bc797e28220f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.530935151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"731ce0f1-a5f4-448a-9d50-4a9dc4e9b38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.551211592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"8975ed46-cb7c-405c-b48c-45483185a366","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.551641395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"040a691d-cb15-4e5d-a33c-4ab0443c05b2","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.58696176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"731ce0f1-a5f4-448a-9d50-4a9dc4e9b38c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.587140648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eb3176eb-2613-4362-ae8e-bc797e28220f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.749025203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"5e6bd3d4-3e95-4ffd-b96b-fb2a58993415","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.749443194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"b62f3906-527b-46ef-9f3a-87441781a7c4","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.755678701Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"9c0bc1db-f0b7-4bf1-8ce9-ea90cc247469","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"distinct-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.90875348Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"9c0bc1db-f0b7-4bf1-8ce9-ea90cc247469","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"distinct-2-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-distinct-models-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.986291879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a08f8844-0cd1-4640-a2d0-b7da15f761f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.986288738Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"198fbbbd-b78d-40b3-85c8-811bfd2727b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:33.998190731Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"e3c2fc4d-e0d1-4cdb-9828-c983dbecf60c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.04270515Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a08f8844-0cd1-4640-a2d0-b7da15f761f2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.042970505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"198fbbbd-b78d-40b3-85c8-811bfd2727b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.053247006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"e3c2fc4d-e0d1-4cdb-9828-c983dbecf60c","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.121876261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"2bb22cf2-6d46-4fcb-95b1-45fbabb5fdda","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.122240892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"887c6f0e-0393-45e5-88b7-499ed7b8c418","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.322410679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"49fa69c0-8c95-432d-8cd6-e7f12248899d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.473282357Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"49fa69c0-8c95-432d-8cd6-e7f12248899d","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.729546694Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub1","reconcileID":"ba1c0b12-f3ee-4e84-ae81-e93e171c992b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","subscription":"e2e-return-all-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.780134185Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub1","reconcileID":"ba1c0b12-f3ee-4e84-ae81-e93e171c992b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:34.830601829Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub1","reconcileID":"ba1c0b12-f3ee-4e84-ae81-e93e171c992b","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.096994716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"7000cba4-3ec9-4304-804a-5be80ac25859","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.097356913Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.154515811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"51b10a25-07a4-4dcd-8717-3a611608db94","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.154831489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"78be44e5-9384-432e-bdbe-5de952e824d0","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.247153689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"1bbb3ce8-59b6-4ca6-aacf-80e83e3fc479","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.346625863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"80ca9a99-4266-4dcf-8302-7de827afd5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.34713045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"d8b583bd-78bd-4ba0-b3fe-0ca41ee21427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.347151898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"4b148ff1-8440-4e65-b3d4-33598a9510c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.347670702Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"5408eaeb-be49-4839-85e8-8c1bf8372068","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.403150935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"80ca9a99-4266-4dcf-8302-7de827afd5ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.403289923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"d8b583bd-78bd-4ba0-b3fe-0ca41ee21427","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.405565304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"4b148ff1-8440-4e65-b3d4-33598a9510c8","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.405651662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"5408eaeb-be49-4839-85e8-8c1bf8372068","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.40591927Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"2e7aeb96-1f7d-4ff6-b369-98ecb4d25830","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5f0be2e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.854901176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"0fbaf212-68ce-454c-8992-1660f5f9418a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.854935479Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"f161c520-1a4d-4ee6-a7d9-0e9795367a2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.855423931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"dd5aac2a-6f93-42ef-a3f9-7828e05018c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.855457725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c1ecfc5a-40aa-4b66-85ec-bb87595f70db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.910957505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"f161c520-1a4d-4ee6-a7d9-0e9795367a2a","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.911233246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"0fbaf212-68ce-454c-8992-1660f5f9418a","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.913166741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c1ecfc5a-40aa-4b66-85ec-bb87595f70db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:35.91358074Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"dd5aac2a-6f93-42ef-a3f9-7828e05018c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:36.782604306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"b485c2b9-d944-4845-8f7c-bfe7fac0a0d3","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:36.838797754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"78b2df37-923b-4a85-ad40-1dbd41fb97cf","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:36.938528019Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"d78f375e-c3e1-4a20-bef0-1dc8c40adf71","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dee45262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:36.988397418Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"2b34e9aa-2f56-4814-837f-fbba7bd801ca","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-dee45262","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.031820387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"842dc942-bb22-4c16-9cd0-c27819080fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.03187211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c881b9f1-1827-4685-824b-ddcb3e00de46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.032308619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"2d129119-c6f2-497f-bede-55809f9380a4","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.087414163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c881b9f1-1827-4685-824b-ddcb3e00de46","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.087425271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"842dc942-bb22-4c16-9cd0-c27819080fcc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.089556146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"2d129119-c6f2-497f-bede-55809f9380a4","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.487546629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"649a420b-450c-45c6-a916-7833e7a8c46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.487858128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"49d02ace-fb0f-44e8-bc2c-85d33e11d59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.54296365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"649a420b-450c-45c6-a916-7833e7a8c46d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.543064767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"49d02ace-fb0f-44e8-bc2c-85d33e11d59a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.587594276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"e7a05934-1752-44e6-9178-13bb52ab4a23","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:37.642594331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"e7a05934-1752-44e6-9178-13bb52ab4a23","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:38.49257026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"be90e24d-d921-460d-b32a-5efedb5a03fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:38.547805235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"be90e24d-d921-460d-b32a-5efedb5a03fa","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:38.857641837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a9933455-018d-45e0-acc5-5aef801537c9","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.678488209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"d9566e13-1d24-4566-8a6b-d9948cdc2ce2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.832103374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"22790288-ff63-4289-84ff-1d8cc703aa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.832717259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"14d289d4-9bf9-4fc6-81a5-c73e3ac0eefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.832840283Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2bed5da6-a159-477e-ad20-05084008f5c2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.889653416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"2bed5da6-a159-477e-ad20-05084008f5c2","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.88973935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"22790288-ff63-4289-84ff-1d8cc703aa1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:39.893290941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"14d289d4-9bf9-4fc6-81a5-c73e3ac0eefc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.45752517Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"6d34d709-7ed1-4bbd-b048-28b4c8b611ab","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscription":"e2e-return-all-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.508781932Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"6d34d709-7ed1-4bbd-b048-28b4c8b611ab","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.559753874Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-sub2","reconcileID":"6d34d709-7ed1-4bbd-b048-28b4c8b611ab","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.831008661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"de4bfb9e-3e89-4df6-9ca9-4840adc14752","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.831963696Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:45.981197312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"02629d44-9d2f-4ca2-96cc-0d48313029aa","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.083344863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"34dc7044-58e0-43e7-83f5-24193140b6dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.083648556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"29f2d365-a39e-41ed-9793-8c8735cd6e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.08334245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"f1188c26-f17e-4036-a167-ad829651870e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.084204053Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"46b96f75-2598-4bf8-b19c-b20d3ac0d843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.13935177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"46b96f75-2598-4bf8-b19c-b20d3ac0d843","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.140770903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"29f2d365-a39e-41ed-9793-8c8735cd6e84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.141675925Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"34dc7044-58e0-43e7-83f5-24193140b6dc","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.144654759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"f1188c26-f17e-4036-a167-ad829651870e","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.293589341Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth1","reconcileID":"d47a848e-fa66-4ee5-a9c9-aef043d2bf83","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.447623695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"213cfd2b-17ec-4b64-b07e-5ffdbf14a038","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.490083597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"343928da-b406-41ed-880e-554d0aad54d8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.545518833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"343928da-b406-41ed-880e-554d0aad54d8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.610295742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"a14a89e0-2266-47ce-9ac7-d0bbf51300b0","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:46.750291508Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-return-all-auth2","reconcileID":"1a540ea7-03f7-4449-9d68-79d605ccbb7e","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.005510774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"a23abaaf-59a1-4050-bd6e-78cf2e1cf26e","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.039074023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"92b6d051-cc14-435c-a04c-2d57e618ff9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.091950422Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"92b6d051-cc14-435c-a04c-2d57e618ff9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.14768043Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"92b6d051-cc14-435c-a04c-2d57e618ff9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.200557981Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"92b6d051-cc14-435c-a04c-2d57e618ff9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscription":"e2e-distinct-models-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.250840593Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"92b6d051-cc14-435c-a04c-2d57e618ff9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.321210818Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-subscription","reconcileID":"92b6d051-cc14-435c-a04c-2d57e618ff9f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.587977097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"2d2a792f-ec1f-4853-9639-732d51542645","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.588334032Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.644317018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"f85cb95d-2173-47fe-a96f-eede8ce2dc0c","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.754425471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"0b835c23-2b79-436f-b2a7-74118356eb27","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.754661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"3d8d1698-0754-46bb-9460-e7abb08cac14","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.839983371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"42275ce9-db80-4729-8ec8-ceb7aca3f698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.840067378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d334a92a-75cd-4b27-88b7-9f7184fa6bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.840536516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"75583ee4-aba6-466d-8ba2-ce28282a5c7f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.897074537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"42275ce9-db80-4729-8ec8-ceb7aca3f698","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.897074543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d334a92a-75cd-4b27-88b7-9f7184fa6bde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:47.899321557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"75583ee4-aba6-466d-8ba2-ce28282a5c7f","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.298002271Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"4e09abf6-69f6-4739-b2b0-e69c2b6fa7ad","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.399682514Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-distinct-models-auth","reconcileID":"4e09abf6-69f6-4739-b2b0-e69c2b6fa7ad","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.447865021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"3cae9ec9-16f0-4f3e-99bd-ade1bc359523","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.503862769Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f2ffcd60-1801-4f60-ad70-715e158068bb","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.659427493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"3d853538-8c43-491c-93aa-9b24b41892c0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.660707118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"2138cea8-d0cf-4b1c-894b-d2e73ab22551","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.661063474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"ed6184e7-6804-4334-98b3-0a34146cd730","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.715394698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"3d853538-8c43-491c-93aa-9b24b41892c0","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.737163768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.738473907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"1e048b62-6ba4-4163-9ecf-95c3ed1d92e2","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.794720448Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"296f7982-b7b8-458a-84e0-d14f185225cc","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:48.886127236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-sub","reconcileID":"1bbf4757-82d0-4474-84ff-dc807c092f47","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.937032782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"a380e46f-3a6a-4cdb-b624-6404aaf8a532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.937807478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"f17ea807-af28-406e-971e-8a2df94ceb39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.995745797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"f17ea807-af28-406e-971e-8a2df94ceb39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.995841972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"a380e46f-3a6a-4cdb-b624-6404aaf8a532","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:48.99656244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"c565348d-e73e-4802-9dcc-3372e0460a89","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.059416885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"3cc8f43b-aca2-41c2-8b18-7734ff91e76b","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.115725807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"0003cc74-6d03-4674-89c7-fe63277be818","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.152014146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"abedfd6b-b2f8-4e64-9b26-472e34267fef","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.208022212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"abedfd6b-b2f8-4e64-9b26-472e34267fef","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.368330566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"5405820f-1091-42e3-a4f5-ae6509534f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.36926443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"384f853d-2fee-4a78-bfa9-95a452a380fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.415850522Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-sub","reconcileID":"1ebb2f71-61a4-445d-9880-35aa8cc8205e","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w0-b6fb9b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.501963618Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"384f853d-2fee-4a78-bfa9-95a452a380fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.511486985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"5405820f-1091-42e3-a4f5-ae6509534f28","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.674258409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"acfff536-33ed-458f-98ae-5d3fe7fd959e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.727475008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"a941528e-b3e8-4843-89cf-2907b43fe51f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.732833977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f36f9b0c-1ec3-4aa0-8b2e-22ea502843aa","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.742227977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"acfff536-33ed-458f-98ae-5d3fe7fd959e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:49.866979616Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub","reconcileID":"3135fc0e-780c-4c49-8e64-dbb17d205777","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-api-key-deleted-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.012094064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-sub","reconcileID":"c9ccc7c1-5093-47d7-953b-da2c184f816d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.079383964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"77a59cf5-c179-4f06-a536-14cdcd16211d","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.135679452Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub","reconcileID":"3135fc0e-780c-4c49-8e64-dbb17d205777","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.137787537Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"c37df246-e4b5-4a95-922a-3ed6672a6e70","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.293951985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"8d43a2e4-73dd-4802-acb1-8456fd71bea7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.363941624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"a2db1370-d842-425a-8a15-5de51ba3bf08","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.365399851Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.368421487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"69f21edf-1040-4467-9613-8c300cac7257","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.371861334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"8d43a2e4-73dd-4802-acb1-8456fd71bea7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.414598201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"609fad22-f40d-45c5-b748-256cb032c309","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.438728406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"3aa465d0-fe6f-41c0-9abb-f2c25bd31e1a","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.511396672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"9a8f81f6-e0e6-4bca-a09e-24fe097bbefc","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:50.513596241Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-9da431/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.514260938Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.574254425Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ac84cfa6-5dce-4275-bf29-7ffac1e645c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.575278609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"edeccb85-49b0-4fde-90ac-043053014cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:50.576862885Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-9da431/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.578448719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"270f61e9-d047-4447-b39a-3f7dfe49b0bb","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.656539931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"ac90c38b-87be-487b-81c5-056fc744c059","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.659988255Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-9da431 priority=0:[ai-tenant-e2e-worker-w2-9da431/e2e-models-other-sub ai-tenant-e2e-worker-w2-9da431/e2e-models-user-sub]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.657348701Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ac84cfa6-5dce-4275-bf29-7ffac1e645c2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.658996887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"edeccb85-49b0-4fde-90ac-043053014cbf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.659324143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3119df28-9ac9-4c20-8017-c5a510ecc00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.66175601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ba8db902-21fc-4fa1-bc64-38d981aa782a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.71804042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3119df28-9ac9-4c20-8017-c5a510ecc00d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.727257269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ba8db902-21fc-4fa1-bc64-38d981aa782a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.727623022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"a0a6e08f-67cf-406f-a6bf-8e3943aa8f37","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.744919561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"b272917a-cc4f-4bf1-8196-da695affcfab","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.773971124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"f46a6b78-1427-4f6c-927e-afc7fc2fe969","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:38:50.78071615Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-9da431/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.830585038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6a0489b7-86ea-469a-8792-e830aab75273","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.868639892Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-user-sub","reconcileID":"1af30766-1b67-4c76-9863-c49f48c0f393","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-models-user-sub","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.898315153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"7bad1819-a764-473e-8729-5f76cc125d04","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:50.958488841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"7bad1819-a764-473e-8729-5f76cc125d04","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.037017041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6805d23e-6034-4bcb-bc9f-0f78f9ac22ca","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.044027673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ba26c802-cf05-4d0a-9b8b-d5383ee1e915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.044731828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"dc3c7a83-98b2-4e6e-8f63-64a55c207fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.101243472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"dc3c7a83-98b2-4e6e-8f63-64a55c207fd7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.101288251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ba26c802-cf05-4d0a-9b8b-d5383ee1e915","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.103615505Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-other-sub","reconcileID":"e4715c18-89b0-4c44-8551-8fe351cda77d","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-models-other-sub","ai-tenant-e2e-worker-w2-9da431/e2e-models-user-sub","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.145525455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1c8e43dc-de40-4fee-b481-4dab0b182c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.14615443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"97512b4b-2149-4d7e-9082-98abc53de201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.197734931Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"b7a7e615-9f58-4f69-b586-c01407a2ee8f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.201705399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"97512b4b-2149-4d7e-9082-98abc53de201","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.201766334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1c8e43dc-de40-4fee-b481-4dab0b182c99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.247109005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-user-sub","reconcileID":"2b7ad93b-06b1-4120-92d9-b060b9b0b3ce","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.267190234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"27c4847a-7c71-4dad-971e-680787fb8b84","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.340939585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fc446f2e-f8e9-4e27-a8b0-ea0a0f5c6442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.396046014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fc446f2e-f8e9-4e27-a8b0-ea0a0f5c6442","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.440215363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"7cfb57f1-5c6f-42e9-8a66-f72d8532728d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.442749519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"7aa0148f-83ff-4ec3-bc99-6e99d42d602d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.46694518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"8f9131b1-ccc0-4b74-a50f-e8ff19ce3128","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.478109799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-other-sub","reconcileID":"727c7867-b54b-46cf-a7cc-40970a0a9f65","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.497686392Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"7cfb57f1-5c6f-42e9-8a66-f72d8532728d","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.497918799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"7aa0148f-83ff-4ec3-bc99-6e99d42d602d","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.513817697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"90a59c7f-efd5-4f25-b3be-b64187930709","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.540676239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"db7be8c2-067a-4f89-9ebd-0760da251aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.54230245Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c07a51de-f00b-49b9-9107-a861be4119b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.596412428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"db7be8c2-067a-4f89-9ebd-0760da251aff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.598186473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c07a51de-f00b-49b9-9107-a861be4119b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.67315947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-user-sub","reconcileID":"9dab883f-af99-4036-ba47-b759238d5275","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.707341324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"edc2f9da-68fa-4139-b94d-4e964aac5995","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.858404178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"48f536e5-f212-4f87-a121-68939ca9d39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.858462638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"c8bc911e-c5d7-4a84-b958-786c7e96551f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.858874707Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"e1a90371-6812-4863-ab5f-8b85d182cb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.914149644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"e1a90371-6812-4863-ab5f-8b85d182cb4e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.915131627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"c8bc911e-c5d7-4a84-b958-786c7e96551f","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:51.916520666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"48f536e5-f212-4f87-a121-68939ca9d39e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.746001214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"79b0443b-6fdd-439a-b32f-ee39a38cfab8","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.895780228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1b0b9219-b8aa-451a-ab7a-240cb0dab5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.895948941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"b6e54615-ccbf-4748-8af9-4014a0e5a4dc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.895783349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c754a9d0-0739-404f-86e1-060a695bcbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.914460931Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.951986747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c754a9d0-0739-404f-86e1-060a695bcbac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.95308824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1b0b9219-b8aa-451a-ab7a-240cb0dab5a1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:38:53.954403783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"b6e54615-ccbf-4748-8af9-4014a0e5a4dc","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:01.866696975Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-sub","reconcileID":"952bd79a-93da-4b5b-9e96-73005b9168fa","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscription":"e2e-user-token-filter-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.074706917Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-sub","reconcileID":"952bd79a-93da-4b5b-9e96-73005b9168fa","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.280487862Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"84968c47-79f7-4807-ae9a-e680340e5349","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.337054202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"29be42e2-d707-49c0-ac25-b17e9a6b853b","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.337199963Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.395771224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"18a22114-6849-4c3b-ae8e-981e72711c3e","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.48632956Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"764441d6-2949-4072-aab3-42dfb3d2fa38","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.487431661Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"aaded7a7-4e68-4c38-bd61-253fed57ad0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.48744126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"3b79389c-335b-4c69-8ecd-2a48b6447b63","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.487878488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"51717cc9-f4e7-41c0-b6b9-8cffb0f44b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.543062952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"3b79389c-335b-4c69-8ecd-2a48b6447b63","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.543097423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"aaded7a7-4e68-4c38-bd61-253fed57ad0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.545393982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"51717cc9-f4e7-41c0-b6b9-8cffb0f44b83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:02.743882733Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-user-token-filter-auth","reconcileID":"dff7c123-3525-4b9e-9801-e00e483cbcca","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:03.008278456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"16ff31f3-0b8b-43b3-937c-192d423c479a","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:03.902168442Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-user-sub","reconcileID":"120cbffc-1e7f-4630-ad44-3faec6db5015","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"e2e-models-user-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.087967842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"cb83c10a-3689-4fab-84ac-0c9694a46b3d","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.11612414Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-user-sub","reconcileID":"120cbffc-1e7f-4630-ad44-3faec6db5015","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-models-other-sub","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.155551852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"6b1e2327-5ea6-4992-982e-121a70eacb68","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.359292019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"c6196215-4205-4faa-b6ea-dddcf893057a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.360123735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-other-sub","reconcileID":"387c1a6e-cfa5-437a-90ae-49259901395a","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.382087108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"f6d8676b-4188-4223-8c77-a1b2f36c3e63","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.40418539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1f4a0c2f-e9af-42e7-b94a-9cfbb8ee6118","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.406658131Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=10:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-b6fb9b/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.470994656Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"f6d8676b-4188-4223-8c77-a1b2f36c3e63","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:04.531853661Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"c33564dc-0d1b-407c-acf0-00926a849ef5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.672390565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"3ef97ab4-3e5f-4c0d-8d52-5405569f9ca9","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.673090906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"d83b4a61-22aa-4152-96ed-4463447a7ac1","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.676986552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"f722e2f3-7dbe-4e51-932a-089310957679","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.696071413Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=10:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-b6fb9b/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.69786714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"ab747484-e3c3-469d-8cdf-c42a34899229","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:04.748009377Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"c9c82ae5-11cd-4570-bec5-c5c8c1751705","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.748717266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fd39750a-f24f-4330-bc2f-7b6142253c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.762848332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"7a0a0c18-beb7-4e9b-9cae-136d10293480","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.810865985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fd39750a-f24f-4330-bc2f-7b6142253c4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.822791279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1dbf9063-cc12-448c-81b3-64044b475a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.859307776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"8911e42b-f25e-40ca-b81b-cf2cc92ed86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.860055953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8257c1cb-ef65-4336-b961-7c90556b1060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.896730514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"3c0d20f6-e203-49a3-8c3f-dd9187fc1fd7","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.899581024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1dbf9063-cc12-448c-81b3-64044b475a2e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.933622027Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"7741fce6-6143-4477-9b00-92ca27afea6b","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.935990663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"8911e42b-f25e-40ca-b81b-cf2cc92ed86e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.936494981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8257c1cb-ef65-4336-b961-7c90556b1060","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:04.956560222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"eda80b4e-44e4-4e5b-96dc-91dabfc4621c","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.043610965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"51e2d7c3-edee-428d-aeb6-43a7407a1366","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.044946929Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=10:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w0-b6fb9b/simulator-subscription]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.132029688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"760ae769-a24c-4600-96a4-1c6b7352b34d","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.199967819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"49b2d8be-9213-400d-bb62-a7fd66d107e3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.200537326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"ffc847f5-0950-417d-beb2-13ec3532a751","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:05.202628887Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b6fb9b/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.20532932Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"6f86e696-e4f8-429a-8503-d06bfe6460e0","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","model":"distinct-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/e2e-ignore-header-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.2528951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"453b9e9d-47c9-44a2-9707-2e47171e4bc3","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.258249218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"49b2d8be-9213-400d-bb62-a7fd66d107e3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.312980992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c9d18890-66ee-4bf8-a9a0-451f80e38f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.313024232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"707c4fd3-f6e9-4261-821d-7c32c97da327","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.348096744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0be814bc-a7f2-427c-9c35-2b948f6ea68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.368606483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"707c4fd3-f6e9-4261-821d-7c32c97da327","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.369436758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c9d18890-66ee-4bf8-a9a0-451f80e38f4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.369875803Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"a0322299-c948-4a76-b53b-3408cea0c9ae","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.403550459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0be814bc-a7f2-427c-9c35-2b948f6ea68c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.41174544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a887c824-5e13-462c-a790-1ef14b9e3625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.460713433Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub2","reconcileID":"dbd68553-a3f7-4e69-ab40-87c983b91768","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"distinct-2-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/e2e-ignore-header-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.466864083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a887c824-5e13-462c-a790-1ef14b9e3625","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.572199032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"889f1fc1-4d18-40da-b6b2-fa6122d21983","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.572203362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"9752e041-dd72-4608-aa5e-a4641f06421d","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.613683399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"5e5cf0d1-e068-4544-a4cf-6ef94836c3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.622245584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"18754cb3-8b51-4688-bbad-cb2a49655c56","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.669029056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"5e5cf0d1-e068-4544-a4cf-6ef94836c3fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.766345551Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"38fe87a9-2569-4ee8-b149-de01bcdced19","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.814001541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1a831a27-ab72-4ab6-99a1-4efe111b61cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.821468038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"38fe87a9-2569-4ee8-b149-de01bcdced19","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.822244019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub2","reconcileID":"87bf66d6-2c35-4dd1-bb3c-9f9cfc3395f1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.869150538Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1a831a27-ab72-4ab6-99a1-4efe111b61cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.915174665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"92fb9fa4-0507-497a-84da-615378f88b63","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.915174682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"eae384bc-0c22-4a8f-a13e-5cef19bb1c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.97134076Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"eae384bc-0c22-4a8f-a13e-5cef19bb1c7b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:05.971797301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"92fb9fa4-0507-497a-84da-615378f88b63","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:06.230790725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"4a5e32f9-3d6a-4a40-8df1-3c202d2b3f3c","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:06.481087948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"df4cfc09-dec1-4ef2-a513-1e6529963005","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:06.536222999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"df4cfc09-dec1-4ef2-a513-1e6529963005","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.00067866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"1486ba01-24c9-4c96-a7bd-cd0bf0e3bb7f","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.162838954Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"ae01e45a-80ee-4256-aedf-6e09bad5fae9","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8f6cd7ec","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.250985911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"48eeaf6b-a525-42ed-818e-40dd8849fc5b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.251678246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"93f9fa7d-f3dc-4afb-a094-4ee8e68e3f69","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.252003796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"2fa4ee79-a1b0-4e8e-89f5-0006244b2dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.252158134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"234b4d38-c03c-4e9d-a364-36af2c98ee99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.306259282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"48eeaf6b-a525-42ed-818e-40dd8849fc5b","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.307255307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"93f9fa7d-f3dc-4afb-a094-4ee8e68e3f69","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.308748078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"234b4d38-c03c-4e9d-a364-36af2c98ee99","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.309505551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"2fa4ee79-a1b0-4e8e-89f5-0006244b2dd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.708675284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"e897cb71-4956-4d17-853e-cb49effe2dab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.708696173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0b8c4a69-aa16-448e-b390-43e02add34b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.709192013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"c01b6688-c32f-4de7-9bd9-137f7ce87f64","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.709248914Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c1840856-aa59-4a72-ac82-ec241f9af207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.764646078Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0b8c4a69-aa16-448e-b390-43e02add34b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.764645937Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"e897cb71-4956-4d17-853e-cb49effe2dab","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.766703117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"c01b6688-c32f-4de7-9bd9-137f7ce87f64","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:09.767348451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c1840856-aa59-4a72-ac82-ec241f9af207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:13.532299818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"bdaeb065-f7e1-4324-8053-2ae0f0f7c389","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:14.857046349Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-other-sub","reconcileID":"75cee002-798c-40ed-9e09-59fff145c454","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"e2e-models-other-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.068596766Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-other-sub","reconcileID":"75cee002-798c-40ed-9e09-59fff145c454","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.278660824Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"adb09156-16ae-4b3f-8488-6187fc346c35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.339148081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"ef17c9ef-c82d-4b07-97e7-264d3fbe3fae","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.340087177Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.398593548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"a2c3731f-d827-4427-845c-8899a7235c95","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.454873544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"7347ba95-0a84-4575-9554-855ee70a3135","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.481622822Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"d93a98b2-c9cd-4cf1-9f75-1532a95dca66","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.49502148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"39a31d3c-b732-4d36-9d95-481046c601e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.49515591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"2aafa26b-6783-42a6-82ae-30d632866166","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.495024468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"159c1353-3e6a-45fd-9a07-b497c8036582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.551357419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"159c1353-3e6a-45fd-9a07-b497c8036582","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.552510345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"2aafa26b-6783-42a6-82ae-30d632866166","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.553910201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"39a31d3c-b732-4d36-9d95-481046c601e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.752429425Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-models-access-denied-auth","reconcileID":"81b57240-6e8a-4592-9eb2-f902f9fc69e6","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:15.906642976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"75143875-2aad-4122-85fd-c1f2bcdc8f82","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.271674959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"356004b6-6f87-4ebf-8471-cbb00b5349e2","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.324482793Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub2","reconcileID":"d7bab663-9ab1-4d2a-9c92-f4ada9d57ae5","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.332705785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"4bbf4ae1-a0fa-4f1a-aff0-ee6f92307573","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.513387827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"2484d052-c807-4ff8-b04a-6b4ceb78b303","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.564341498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"90cddd26-4e4a-41c2-9285-1b40ac0f7eb2","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.564998787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"3fd179b2-a7a0-454b-a92e-0e7c32036ffb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.565886409Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.64710815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"dd7648b7-12a8-455a-84e2-0385b745d55b","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.647868969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"3fd179b2-a7a0-454b-a92e-0e7c32036ffb","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:17.701396837Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub1","reconcileID":"995a4660-f0a2-4793-8f7b-640a576b69bb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.830253858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"d014bf56-2324-418a-9ef8-94f9dd0a8835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.83122366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"bdf2d9c5-ae6d-4b07-a54e-d0e23d699021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.833085977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"777a5a19-651c-4fc3-a1b7-aeb1f986d477","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.851760454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"3c562865-0960-4262-9677-d80abf0fff91","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.9172587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"41cf64fc-ede0-4f83-aa66-e186d06fcc56","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.922235826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"d014bf56-2324-418a-9ef8-94f9dd0a8835","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.922628046Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"aefb1896-06e0-4111-babe-88746dd9ca80","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:17.921942037Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"bdf2d9c5-ae6d-4b07-a54e-d0e23d699021","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.014577158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"f3934404-5b3b-4fb5-890b-8559371841a1","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.137328776Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub1","reconcileID":"61379876-87dc-4e5e-9072-81ac89958fc4","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"distinct-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.141014977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"4aaea8b8-c36a-49b4-882c-224c6101f685","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.142409291Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-9da431 priority=0:[ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.1961086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"7f552427-9c60-4349-88ad-ed0e8e90ba07","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.202985053Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"6b678a13-8763-4adf-9966-5b5cb86fd7a2","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.264054328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"7f552427-9c60-4349-88ad-ed0e8e90ba07","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:18.286795806Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub2","reconcileID":"1b2f55bf-bb12-46fb-8abe-0609943441aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.28777278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"39b91c15-2f71-4efb-bff6-406cb9c26dc1","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.301228912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"4c29e689-b349-4c26-b17d-5deca3a69ba5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.382712059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"7b238fff-93b6-4af7-a9ea-270fe16acb8e","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.406782038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"4c29e689-b349-4c26-b17d-5deca3a69ba5","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.436041255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"4ca0cc5a-a2e5-436c-834c-b73056a24aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.436845341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b0ead635-ac4b-4820-a1fc-d535cebfaaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.437671436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"93eebbcd-7fab-49d4-a79c-a973de519f95","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.493040795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"b0562153-19b2-45fd-a41b-726e8c831345","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.498663323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"4ca0cc5a-a2e5-436c-834c-b73056a24aaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.498808415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b0ead635-ac4b-4820-a1fc-d535cebfaaf3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.536911974Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"34649671-75f3-45a8-84ec-47a1dee6c363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.594167325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"34649671-75f3-45a8-84ec-47a1dee6c363","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.600088868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub1","reconcileID":"04760432-2d6d-4350-915d-3d2114240418","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.645402435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"7ee6e017-390e-4d6d-a167-ad2cf8bf4dd1","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:18.693005509Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"4c29e689-b349-4c26-b17d-5deca3a69ba5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-multi-keys-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.703143339Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub2","reconcileID":"20d367da-eb5e-459c-b7c3-a440e5601c46","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"distinct-2-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.89030295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"339254b5-2921-4f07-b535-9085df8c3092","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.905925684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"a2d233f3-f467-4e21-94ee-447791c27464","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.941320653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a98223f6-aed9-47dd-9f75-3738ddef4e86","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:18.962763247Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"a2d233f3-f467-4e21-94ee-447791c27464","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.005108957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"682e6a21-fc01-4eaa-8ff5-2174aca6aab7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.005174445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d18eecb5-44b0-48a1-b360-5fef4d0eb2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.005547876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"63ec12bf-01fb-475d-a52e-1d4d076a51b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.060605075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"682e6a21-fc01-4eaa-8ff5-2174aca6aab7","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.061897488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d18eecb5-44b0-48a1-b360-5fef4d0eb2a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.062801482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"63ec12bf-01fb-475d-a52e-1d4d076a51b5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.093748059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub2","reconcileID":"090f1533-bb61-4260-aa07-6e4f121ce49e","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.098326295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"530975e1-efe2-4eb7-833d-d6a020f34ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.156968987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"530975e1-efe2-4eb7-833d-d6a020f34ac2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.213162455Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-deleted-sub-auth","reconcileID":"689617bd-90f2-4223-85cd-386e4f34657a","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.213316006Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"40c8f4c2-a8d5-4e58-97b6-57f8e4e296d5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","subscription":"e2e-ignore-header-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.263844997Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"40c8f4c2-a8d5-4e58-97b6-57f8e4e296d5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.314323942Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub1","reconcileID":"40c8f4c2-a8d5-4e58-97b6-57f8e4e296d5","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.412788168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"802b1a13-6876-4b8d-b7e3-87150773ed08","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.418272015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"fc27d247-e6ec-4a1c-9228-7bd78166363e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.468879366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"802b1a13-6876-4b8d-b7e3-87150773ed08","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.513424169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"df82d59f-7f54-4c1b-a775-45e09c33db8e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.513485816Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"ea6209cf-6ef6-4f0c-8bc9-79bbf23dece6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.570733006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"ea6209cf-6ef6-4f0c-8bc9-79bbf23dece6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.570743819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"df82d59f-7f54-4c1b-a775-45e09c33db8e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.581884029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"4f80f54e-1eb0-41a8-aee6-60cd4fa13c62","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.582381841Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-9da431 priority=0:[ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.643073563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"4844dc70-ca97-4be5-a782-0b9840a19ac7","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.734114896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"9da6731e-1ddc-46c9-ac59-5615f3b9760f","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.830972098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"f9a52410-962c-4d55-9cdf-02f83adc17b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.887191722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"f9a52410-962c-4d55-9cdf-02f83adc17b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.892895275Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub2","reconcileID":"d262fc3e-1c4a-49b3-b92f-22eb64cc18fd","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b388413e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.931544075Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"16296279-3412-43d3-90ee-149eb76a1ea1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:19.98807835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"16296279-3412-43d3-90ee-149eb76a1ea1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.032474386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1699dbfb-09fa-45dc-97cf-1cc216c1cd30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.032487432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"2c8fcb7b-3424-457d-9e72-fb63634ceca1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.088136421Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"2c8fcb7b-3424-457d-9e72-fb63634ceca1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.088911002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1699dbfb-09fa-45dc-97cf-1cc216c1cd30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.337108341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0dff72d6-6868-4994-8c9c-6283d2feefaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.392564959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0dff72d6-6868-4994-8c9c-6283d2feefaf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.43710327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"8ef9ab92-cf32-4b13-b7d1-f5c549d539c4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.492427021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"8ef9ab92-cf32-4b13-b7d1-f5c549d539c4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.537501474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"98200378-e0d5-430a-b435-2debd1afa5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.53750153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"6aead5f1-1ae5-48e0-b2f4-b29c091d50b6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.554913369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"db331c89-2e02-4c0e-9581-afa432f2f95d","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.592673647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"6aead5f1-1ae5-48e0-b2f4-b29c091d50b6","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.59313929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"98200378-e0d5-430a-b435-2debd1afa5d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.609404616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"0c405074-7293-4210-bc00-b29e69ca8b53","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.7601458Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-auth","reconcileID":"e59c5417-d03a-4cac-806e-e6f8ba6794a7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.815665841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-auth","reconcileID":"e59c5417-d03a-4cac-806e-e6f8ba6794a7","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.851606526Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-9da431 priority=0:[ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w2-9da431/e2e-multi-keys-sub2]","namespace=models-as-a-service priority=0:[models-as-a-service/e2e-rt-eq-82791c-sub models-as-a-service/e2e-rt-sw-821252-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.851637884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b7b35568-2570-44db-b4e2-1cf1adc2566d","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:20.905036554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b72eb560-e3bb-4052-bc1c-183a0907a12c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:20.958836357Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-sub","reconcileID":"d18242b7-eec3-4065-859d-48f1b6c54f9b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.00126269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"e9319481-543f-4338-95bb-3adabbeca997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.001464647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6e86b661-a439-4019-9246-e7d38661421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.056535736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6e86b661-a439-4019-9246-e7d38661421a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.056891696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"e9319481-543f-4338-95bb-3adabbeca997","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.072106599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"9bc7b31d-6695-44c3-85ad-46bfefd38b8f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.074683256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3d554f97-370e-459e-b349-79f76745abd6","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.128109982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c53be054-6f69-4917-a2d2-63b1c473bb4c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.227237262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-auth","reconcileID":"d7271bdc-8e4d-418f-87be-a8af0842195b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.282634174Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-auth","reconcileID":"d7271bdc-8e4d-418f-87be-a8af0842195b","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.38521274Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-sub","reconcileID":"ba089ed6-a903-4dfe-9b14-81c24a561b19","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.420283625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4c563d02-9433-412f-bf27-95eee2849197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.420282676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"ef0aea44-2151-47c3-a6c1-2982bbc85655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.475662433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4c563d02-9433-412f-bf27-95eee2849197","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.475679585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"ef0aea44-2151-47c3-a6c1-2982bbc85655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.5477893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"100c6607-48e6-41f3-82f5-faf1ef18a526","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.586793294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"28708a6b-3240-4d6b-a688-fe2fd57f341a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:21.749548563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-sub","reconcileID":"17bf9133-de55-4de8-aada-7c20d699c4b4","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.840650675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"149832fb-2708-46e5-b7a6-570aaa2a7610","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:22.996065136Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub1","reconcileID":"ad3986d3-b693-416c-abda-825992f1bad6","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a0bc4711","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.090178269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"3a79d6a3-52f4-4573-9871-3f1da8ce98a6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.090451558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"bf9f1194-3fa4-4a88-a699-2ec240a33416","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.090178272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ea634634-afa8-4360-9653-40c850d63eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.090980627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"11cbdd91-8e7a-45fd-b2cc-fc92761010ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.146052328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ea634634-afa8-4360-9653-40c850d63eec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.146280018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"3a79d6a3-52f4-4573-9871-3f1da8ce98a6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.148445626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"11cbdd91-8e7a-45fd-b2cc-fc92761010ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.148802503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"bf9f1194-3fa4-4a88-a699-2ec240a33416","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.553994905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"deb17dc8-958f-4364-a172-e5ae86649ddb","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.554610222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"4833e194-f618-4e09-9caa-faf1c569eceb","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.598193387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c93b4738-ca6b-49a1-b3e9-fe5173176585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.602509782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"47e9b84b-758d-46c9-acf9-433ac5673272","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.60252094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"6455002a-d1a3-4ffd-ad7d-75cf23deb0b3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.603828036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"71f8adc2-804e-41fe-95a8-af11c970a753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.637297667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"17dd773a-68ac-4f30-a0b7-8cb78f451969","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.63778555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"8cbe06f3-a384-4475-9727-a53b9a09ef01","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.654024259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c93b4738-ca6b-49a1-b3e9-fe5173176585","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.658970938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"47e9b84b-758d-46c9-acf9-433ac5673272","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.660159901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"6455002a-d1a3-4ffd-ad7d-75cf23deb0b3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.662314393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"71f8adc2-804e-41fe-95a8-af11c970a753","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.705874398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"1027de93-becf-421a-bc55-44c4a8b1d3ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.764038033Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"1027de93-becf-421a-bc55-44c4a8b1d3ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.76516708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"7f170638-7018-4723-8713-6eb7f08d35c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.765880341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"13cf6621-44b5-44eb-bd16-79924f9fe000","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:23.913550471Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.007817817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6feec0f3-b4e1-4d0a-934a-c44d1060b979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.064813903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6feec0f3-b4e1-4d0a-934a-c44d1060b979","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.109962252Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"c13ec86d-066c-4cb4-9973-f02cf489220a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.117240316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"59e177ac-0fb4-4dc1-98bc-7e6091338d89","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.166499674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"c13ec86d-066c-4cb4-9973-f02cf489220a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.267591119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3a565106-9a2c-4789-b0b7-e7527c68be04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.267861029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"3773f67f-0592-4ea4-a6ca-4ee9e19de3b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.268162936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-auth","reconcileID":"1f17f897-9e2f-4d89-8888-e3cefe8424a6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.32379724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3a565106-9a2c-4789-b0b7-e7527c68be04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.324538562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-auth","reconcileID":"1f17f897-9e2f-4d89-8888-e3cefe8424a6","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:24.326130408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"3773f67f-0592-4ea4-a6ca-4ee9e19de3b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.091061125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"dba84531-1a61-4fe2-94e8-e3fd94403eef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.091091133Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"dba84531-1a61-4fe2-94e8-e3fd94403eef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.25072312Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"6704825f-88c3-48bd-9b2c-a9e0cc1a60a5","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-26506e6f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.294504423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"66e7c9f8-0c7e-487b-be39-aac6fbe669c2","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.294722756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6459b692-64fe-4a64-8f69-9452670b52b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.294504347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b3f899-acf6-4b35-b556-89b187f22f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.295341561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"5363e8b4-da86-4345-b639-4232a40cef7f","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.350844521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"66e7c9f8-0c7e-487b-be39-aac6fbe669c2","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.350917269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"5363e8b4-da86-4345-b639-4232a40cef7f","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.353011751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6459b692-64fe-4a64-8f69-9452670b52b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.353140769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"12b3f899-acf6-4b35-b556-89b187f22f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.810609304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"433a306b-fb54-41c2-a4ab-c4e606791767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.810617145Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d1ceb47-85ea-4cf7-beae-c29666fc2d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.870075836Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6d1ceb47-85ea-4cf7-beae-c29666fc2d43","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.872861725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"433a306b-fb54-41c2-a4ab-c4e606791767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.917262984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"f7d81f3f-7dd0-4a43-bb21-af390b619b27","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.91835962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"c8400b07-39f2-4ad6-ba64-de16d8c144fa","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.986696562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"c8400b07-39f2-4ad6-ba64-de16d8c144fa","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:26.986737521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"f7d81f3f-7dd0-4a43-bb21-af390b619b27","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:29.948929542Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub2","reconcileID":"4c8fe082-6de4-4dea-9d58-b98f187e0737","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscription":"e2e-ignore-header-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.003611752Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub2","reconcileID":"4c8fe082-6de4-4dea-9d58-b98f187e0737","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.064780837Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-sub2","reconcileID":"4c8fe082-6de4-4dea-9d58-b98f187e0737","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.349328564Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"7a2bb9bc-1eb9-4a8a-bf7f-d8ae21a51d62","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.45857564Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9f19be23-db99-4dd5-892d-cffac4cf8abe","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.45860787Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9f19be23-db99-4dd5-892d-cffac4cf8abe","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.509205409Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"8071ce57-048a-4529-aad6-c1fdfca8b4a2","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.509549994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"a9f87aea-892a-4163-893d-6f60d070dc23","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.600533139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"136c45ec-ba02-43a4-8358-8fd3e7b5eff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.600673083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"984ff43a-a346-4bec-8304-ecdd4637e3a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.600542224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a4b7392e-7faf-43bb-8fca-2ad825394db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.601069431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"c5137e06-c6a5-4ef0-be1c-e2d544b40da3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.656855426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"136c45ec-ba02-43a4-8358-8fd3e7b5eff2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.657072936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a4b7392e-7faf-43bb-8fca-2ad825394db5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.659199288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"c5137e06-c6a5-4ef0-be1c-e2d544b40da3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.659222052Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"984ff43a-a346-4bec-8304-ecdd4637e3a7","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:30.808309519Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth1","reconcileID":"33062a57-cf60-44e9-ad36-e59c17b1b87d","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:31.008270077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"74d6a31b-cf55-4cea-9686-62b7744aa02e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:31.013193973Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"9c3ed4db-3e45-4751-bb86-9b4c0abad043","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:31.063560011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"74d6a31b-cf55-4cea-9686-62b7744aa02e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:31.171436084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"51946c1e-1c33-45e9-9be1-1ac0653b1b26","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:31.265210427Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-ignore-header-auth2","reconcileID":"9d82902c-3ab0-4344-bd78-85f5dd6a4d75","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:31.522501594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"f8df3f4a-06c5-4cca-9858-fa6afec85142","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.939846099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"dc74295a-62e7-41ee-b2e8-d72e1bf9bac9","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:32.994877365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"938c7754-3ea6-4e9f-800b-2e4fa0fd1f18","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.047012629Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub1","reconcileID":"55b228f1-493a-4c51-b848-c80edf85beb2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscription":"e2e-multi-keys-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.098462134Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub1","reconcileID":"55b228f1-493a-4c51-b848-c80edf85beb2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.148718088Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub1","reconcileID":"55b228f1-493a-4c51-b848-c80edf85beb2","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.197854261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9f48e5c6-7f6b-4542-874f-6c9ea751c9d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.222349548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"7ea93206-0ab6-4364-be48-afea12b503f6","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.253396661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"9f48e5c6-7f6b-4542-874f-6c9ea751c9d0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.279557972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"f674d9f5-6bba-4af0-8483-a144c3a2c0eb","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:33.328860925Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"c2a92fc7-0fae-45dd-8c1c-ffd2a3567771","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.423786897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"680df007-7d9b-4fa7-9e62-c0238ac08b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.423805771Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"2ca19d11-b7d9-41d4-948e-0730d82472d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.440434657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"ab56c72f-50dc-4387-a99a-8cfc6f4e0a1c","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.445716161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"23f1f04f-913d-4eb2-bdc6-4de3ae3b3003","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.479486233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"680df007-7d9b-4fa7-9e62-c0238ac08b73","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.479619846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"2ca19d11-b7d9-41d4-948e-0730d82472d5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:33.497725098Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func8\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1641\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Delete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:146\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnDelete\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:167\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1365\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.500107257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"ad91d59a-1ad6-45dd-b7aa-fff94f5379a1","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.50067457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"3dbd9c4f-2a00-4323-a969-27f949cb19c5","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.563947957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"28d39cb8-4c6f-467c-a212-2069525db0b3","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.59630437Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"af327e3d-6941-43bb-acec-cc12216fc23a","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.697286059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c6ea01d2-2421-47e3-9d66-7a107d7d0db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.697304832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c7d82588-94b0-4ff8-a859-0bff01ffe6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.70085925Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"02cb6e30-deba-43a1-9d46-ed53bb194d0d","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","model":"distinct-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.753176759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c6ea01d2-2421-47e3-9d66-7a107d7d0db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.753724448Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c7d82588-94b0-4ff8-a859-0bff01ffe6d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.754023879Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub2","reconcileID":"e86300fd-dc23-4d61-912a-3a59d2255932","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9645045f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.755112644Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=0:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.75581751Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"9c04df0c-d594-4eec-a323-4b194fd076c7","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.812543835Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"be1a8c39-cce8-43af-a4aa-00d9fdfde69a","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.816121587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5b445c15-d56a-43ad-a06f-f3dd710f1723","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:33.864687589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"c5fd3378-c846-447b-a732-eb535c1aa6ec","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:33.867127222Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"be1a8c39-cce8-43af-a4aa-00d9fdfde69a","name":"distinct-2-w0-b6fb9b","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:33.86718219Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"be1a8c39-cce8-43af-a4aa-00d9fdfde69a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w0-b6fb9b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.867455243Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"4212784d-3d10-4465-8257-927a72d902f9","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:33.868607445Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.873943976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"8854fe24-ab4c-42e0-b406-43fefbb88db6","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.875340956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5b445c15-d56a-43ad-a06f-f3dd710f1723","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.962959302Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"7898cac1-2c65-447e-a0bf-19384b729c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.965624958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1280050b-bffa-4224-a800-56036c4b6e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:33.972879101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c4f8f9e0-6b48-4126-9c27-6fa351c2da9a","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.019402878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"7898cac1-2c65-447e-a0bf-19384b729c7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.021980747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1280050b-bffa-4224-a800-56036c4b6e92","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.026100327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"330047dc-8040-4ab3-aa40-c57ec55c287b","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.068733589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"6140f3cd-76a1-44c2-baf6-6c260e8c422b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.207050566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"89ac6d18-1a3c-4d32-9dc9-a341632b70e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.207158907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"94bbf381-828f-45fa-8c35-40b0102be00f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.207996183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5322567b-43c7-41d0-9568-c7c8a163a5de","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.231125134Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3eb8719e-fb1e-4086-a915-60b8357e9e67","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"distinct-2-w0-b6fb9b","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.262557411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"94bbf381-828f-45fa-8c35-40b0102be00f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.262652882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"89ac6d18-1a3c-4d32-9dc9-a341632b70e6","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.274214755Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-sub","reconcileID":"241dc5ce-8fd0-4b27-bb8d-bb54434422ed","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-api-key-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.395098328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"03041974-2eb2-420b-9baf-09c1a45fc539","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.461584026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e7c3ca41-f554-4471-afad-f445ad75f976","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.484971875Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-sub","reconcileID":"241dc5ce-8fd0-4b27-bb8d-bb54434422ed","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.518176116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e7c3ca41-f554-4471-afad-f445ad75f976","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.566051748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f29e92d1-13fa-4579-8411-2e4239eab30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.566465698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"12ee0eca-e20c-43dd-99e3-fab427cf6d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.596633424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"374485dc-9f86-4c14-87ee-6206c3fdbaa2","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.623131717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"12ee0eca-e20c-43dd-99e3-fab427cf6d40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.626972168Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f29e92d1-13fa-4579-8411-2e4239eab30c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.706011757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"9910f6b6-4aa5-4744-8b7b-031e8adfc16e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.721429453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"bef94cc2-9c6f-4996-b9fe-58cb80717d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.721447604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b271bafd-1037-4de7-b5c1-c0b5930f455a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.771469352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"ebe8d77c-a7eb-42cc-911d-32c0bb6c4c8a","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.772116601Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=0:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.780461693Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b271bafd-1037-4de7-b5c1-c0b5930f455a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.784551919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"bef94cc2-9c6f-4996-b9fe-58cb80717d3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.828917379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"6d8797e8-b834-4c31-9841-56e403094bab","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.845432188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"26d0505e-aac5-4123-8496-cd3ef5725c5f","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.884866221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"93cdd96b-f993-43d5-a70b-81f958da2333","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:34.920848727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"87169bb3-9a2b-46bf-b34c-d1d56fd08130","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.087097718Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-api-key-no-access-auth","reconcileID":"7f97e971-d9e9-423d-94b5-612047965720","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.121088001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9956077f-d593-4b58-94be-029cec4b3b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.121174571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"92fe0a9b-4808-467e-97b4-3de622398642","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.210989141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"92fe0a9b-4808-467e-97b4-3de622398642","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.216315366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9956077f-d593-4b58-94be-029cec4b3b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.253466932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"e7f66f68-688a-4cfa-b321-9c0a8c530dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.25464675Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33d38fe3-e7d0-46f1-8c62-eba427eade8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.315179281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"e7f66f68-688a-4cfa-b321-9c0a8c530dcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.322232242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"33d38fe3-e7d0-46f1-8c62-eba427eade8b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:35.348729572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"2f24846f-354d-49ff-a00c-445e0ce3fc3b","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:36.33784887Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"2c46c035-52c6-4084-b39a-bac25445ff18","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-82791c","subscription":"e2e-rt-eq-82791c-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:36.50954056Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"2c46c035-52c6-4084-b39a-bac25445ff18","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:36.575775919Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-sub","reconcileID":"2c46c035-52c6-4084-b39a-bac25445ff18","MaaSSubscription":{"name":"e2e-rt-eq-82791c-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-eq-82791c","namespace":"llm","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:36.983214888Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=0:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.121668643Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"4b8c1542-9148-4f0f-a59e-c436769cea83","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.121708166Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"4b8c1542-9148-4f0f-a59e-c436769cea83","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.213707666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"14696349-2a92-4bc9-8e12-82aae13eed04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.244344809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"3de4bf66-b569-4a93-bb20-a8658cb0e01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.266207074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9f3b4b-aae2-461c-8eab-0eaf94542e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.267010069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"c7c824ce-ace6-4cba-ab29-401e5e64ba9e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.267719534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"60bf344c-94ba-42fb-b024-c4ba92655d20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.280166626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"14696349-2a92-4bc9-8e12-82aae13eed04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.321894231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"e4655749-51b8-4845-8e4b-a95ebcedf3b6","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.322028873Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"e4655749-51b8-4845-8e4b-a95ebcedf3b6","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.408312666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"60bf344c-94ba-42fb-b024-c4ba92655d20","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.442038446Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"3de4bf66-b569-4a93-bb20-a8658cb0e01a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:37.467342451Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"e4655749-51b8-4845-8e4b-a95ebcedf3b6","name":"e2e-rt-eq-82791c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-82791c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:37.477496642Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"e4655749-51b8-4845-8e4b-a95ebcedf3b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-rt-eq-82791c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.480269556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ff9f3b4b-aae2-461c-8eab-0eaf94542e94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.50099149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"c7c824ce-ace6-4cba-ab29-401e5e64ba9e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.553671988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"2f6e3681-bced-4901-b613-28d7eb1a5edd","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.570508991Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"2f6e3681-bced-4901-b613-28d7eb1a5edd","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.889838454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9b91c973-4c23-46ba-80a2-af7ca49aba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:37.952296973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9b91c973-4c23-46ba-80a2-af7ca49aba3d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.020102757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"246214ef-ea9b-4d9d-bb15-5b6eda582766","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.090167943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"8abc4396-66af-4540-8b61-2ebab99f4cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.138891917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"246214ef-ea9b-4d9d-bb15-5b6eda582766","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.150672825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92ef478b-f081-44be-bd97-fd375240ff20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.161138279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"8abc4396-66af-4540-8b61-2ebab99f4cbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.207103276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"3ed365e8-08da-4b6b-9ef0-2ad6ae28be8f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.224068397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"92ef478b-f081-44be-bd97-fd375240ff20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.275624792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"3ed365e8-08da-4b6b-9ef0-2ad6ae28be8f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.374073804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-eq-82791c-access","reconcileID":"d0c1a631-22bd-4668-a807-bf3812e85bc5","MaaSAuthPolicy":{"name":"e2e-rt-eq-82791c-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.38347763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"33c28407-441c-499f-8f26-37a5131d2776","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.440002698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"33c28407-441c-499f-8f26-37a5131d2776","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.527336682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ba9dc0be-788f-4128-9936-3afcac3de157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.582837844Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ba9dc0be-788f-4128-9936-3afcac3de157","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.585173997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"4832bbfa-9c2d-4e00-abc3-da14f4415d24","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.585199287Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"4832bbfa-9c2d-4e00-abc3-da14f4415d24","MaaSModelRef":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"routeName":"external-model-e2e-rt-eq-82791c-5b5895b7ae63","namespace":"llm","model":"e2e-rt-eq-82791c","externalModel":"e2e-rt-eq-82791c","provider":"e2e-rt-eq-82791c-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.627420088Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"79bdc9b8-c279-490d-acdd-898a463291db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.682604737Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"79bdc9b8-c279-490d-acdd-898a463291db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.729062713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"410cc93e-df4e-4d85-9d88-87ff3d89ac93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.786029081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"410cc93e-df4e-4d85-9d88-87ff3d89ac93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.83045999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"25cd6633-b32b-4e86-a0ab-40febb1ce23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:38.886278077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"25cd6633-b32b-4e86-a0ab-40febb1ce23c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.049623893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d6407da9-5d5c-40df-ae36-d51651a18f6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.049623962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b942e333-4916-4f9d-8097-f4a08a1ecd72","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.10650129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"d6407da9-5d5c-40df-ae36-d51651a18f6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.110246761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"b942e333-4916-4f9d-8097-f4a08a1ecd72","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.137004272Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"32682f6b-9025-45e4-b087-eac5c96489eb","namespace":"llm","name":"e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.191250678Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbcbdf64-b800-48b6-bca6-8261e66535a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.191276521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbcbdf64-b800-48b6-bca6-8261e66535a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.191830683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5463c28e-4e54-487a-89e8-382eda145be4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.191849329Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"5463c28e-4e54-487a-89e8-382eda145be4","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.192151944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f3e11b63-89ab-4c73-81a6-5cf4a616b788","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.192170474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f3e11b63-89ab-4c73-81a6-5cf4a616b788","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.192478545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc8b14e0-1116-44ea-bd26-05e953c4dd79","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.192493828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"dc8b14e0-1116-44ea-bd26-05e953c4dd79","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.192781737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6bb71923-8fd3-4642-8401-599f7c446a27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.192798634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6bb71923-8fd3-4642-8401-599f7c446a27","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.243317947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f12dd681-8723-4f13-a2df-3e7d312a9669","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.243346709Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f12dd681-8723-4f13-a2df-3e7d312a9669","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.287980074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"33e25e8e-9f6c-403c-a40c-156a44e93819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.296641022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d32b070-9a08-4ef5-9614-1fbdb730c3e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.296661499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"0d32b070-9a08-4ef5-9614-1fbdb730c3e6","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.296880379Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8bd8b89-85a3-410b-9cb2-3dc0cb3dd009","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.296889864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d8bd8b89-85a3-410b-9cb2-3dc0cb3dd009","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.297068243Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"baacc30c-0317-454e-b3b5-c1eefb120dc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.297077986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"baacc30c-0317-454e-b3b5-c1eefb120dc2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.3376345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"416ad8e5-2cec-4ce5-86fb-49aeb6f6c145","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.343142084Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"33e25e8e-9f6c-403c-a40c-156a44e93819","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.386952098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9087d8c9-bc60-4d40-a7b3-5faad38b7369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.392518196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"416ad8e5-2cec-4ce5-86fb-49aeb6f6c145","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.393793473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b36757e3-f17b-423b-bf5e-50685b9f4d86","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.393840515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b396bd9d-6b9a-4509-86eb-6a1a22ca323c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.442232425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9087d8c9-bc60-4d40-a7b3-5faad38b7369","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.443673081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"732e8de4-2d34-4ff6-8dde-54ca7b6c5aff","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","model":"llm/e2e-rt-sw-821252","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.562000286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"945769d1-4ab1-4392-abfe-615879cd439d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.562011424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"927ccfbe-d0ff-4cac-9612-6e85068b98b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.621414206Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"927ccfbe-d0ff-4cac-9612-6e85068b98b1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.623111245Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"945769d1-4ab1-4392-abfe-615879cd439d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.825130415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"ce2fbb33-8066-450b-8c2a-4e8a2980ebe8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.849730424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f338a348-f2d7-4bf4-abd0-e1082a78e534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.881192075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"ce2fbb33-8066-450b-8c2a-4e8a2980ebe8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.899160996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3e6e13cb-f468-40df-8977-c8ca17f1d0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.905606917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f338a348-f2d7-4bf4-abd0-e1082a78e534","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.954769039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3e6e13cb-f468-40df-8977-c8ca17f1d0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:39.996251618Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-eq-82791c","namespace":"llm"},"namespace":"llm","name":"e2e-rt-eq-82791c","reconcileID":"4bd3cccf-a064-46dd-a132-1aa8fd0ee08d","namespace":"llm","name":"e2e-rt-eq-82791c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.10051368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"be9402f6-54f3-4359-bb66-6e8ed142a598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.10115649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"023e4830-2eaa-450f-9107-376b874ade1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.158113879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"be9402f6-54f3-4359-bb66-6e8ed142a598","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.158533882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"023e4830-2eaa-450f-9107-376b874ade1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.335921124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"bcdbba19-2769-40d6-98bf-4d19d912b521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.336116706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bea8c11e-a449-4d1f-943a-79fb3f98a0df","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.385789107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f90d6444-bc72-4541-a8d4-3ba0fb8008ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.394457119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"bea8c11e-a449-4d1f-943a-79fb3f98a0df","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.40029032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"bcdbba19-2769-40d6-98bf-4d19d912b521","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.441688433Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"f90d6444-bc72-4541-a8d4-3ba0fb8008ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.532577876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"42b2b65b-aad3-499c-8be9-ad69e078e783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.532818804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"3b6daf1c-c69e-4bb6-86f3-41b73b4fa522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.587839115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"3b6daf1c-c69e-4bb6-86f3-41b73b4fa522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.587893936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"42b2b65b-aad3-499c-8be9-ad69e078e783","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.698617695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"01186396-3a0d-4150-9f1f-91dd6c2822a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.755817783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"01186396-3a0d-4150-9f1f-91dd6c2822a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.798837032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"b70c0304-9c25-4bfb-aad3-71f666dfdced","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.849113993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"19f9d9c3-38f6-417b-925b-68561413bbea","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.854141428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"b70c0304-9c25-4bfb-aad3-71f666dfdced","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.9041897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"19f9d9c3-38f6-417b-925b-68561413bbea","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.932782172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f97d8d10-d091-4f80-8ec7-2e62384b5c0d","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.932808525Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"f97d8d10-d091-4f80-8ec7-2e62384b5c0d","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:40.951483137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"052ec07d-240e-4425-aec5-a997df77c478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.006735453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"052ec07d-240e-4425-aec5-a997df77c478","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.049943369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f6f5f379-b521-4699-b032-b7407789f4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.089453906Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"b0201006-150c-4d70-a594-7daf6cc47603","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5e9ea64f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.107140632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f6f5f379-b521-4699-b032-b7407789f4fb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.251873789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"43b9c214-5ab0-4cad-84b9-bc22e382a2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.301237762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"e1e8d32f-13b2-4da4-9d02-275540bd22aa","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.308664628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"43b9c214-5ab0-4cad-84b9-bc22e382a2f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.352468541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e69c1b80-5f50-451d-bfdd-ffc0d968b2b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.4072865Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e69c1b80-5f50-451d-bfdd-ffc0d968b2b4","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.451434736Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"64537bd5-a59c-48f2-bdb7-2c272e95faec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.457955999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"50e1cdca-dfa1-4b82-b60f-3f4646dd1b2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.500950292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc5c4390-756a-43d1-9b92-f492286cf76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.502861575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"e8fd8116-1a7e-4b5f-98cc-496c9d9f42b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.506323986Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"64537bd5-a59c-48f2-bdb7-2c272e95faec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.512944632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"50e1cdca-dfa1-4b82-b60f-3f4646dd1b2f","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.556582231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc5c4390-756a-43d1-9b92-f492286cf76a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.665929144Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"4aa15946-ee38-4d2c-b0fc-2582fbfa34bc","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.706245455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"9e51dcae-efcc-44ca-a1a4-6067905865b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.76128189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"9e51dcae-efcc-44ca-a1a4-6067905865b9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.805800329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1bb05747-f02d-47e5-8bbf-95d6ff305649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.860693907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1bb05747-f02d-47e5-8bbf-95d6ff305649","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.86623566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"c4ee3d7e-7324-497a-8625-917403ac31ec","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.906994642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6cf3e750-3b6f-4366-9866-765ca8b4873f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.956185318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"19be205c-285e-4939-8682-bf1cb7abbae3","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.956189196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87be4282-5a69-47e8-a24c-395f2bc3ceca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:41.96171118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6cf3e750-3b6f-4366-9866-765ca8b4873f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.014530279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"19be205c-285e-4939-8682-bf1cb7abbae3","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.014576483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87be4282-5a69-47e8-a24c-395f2bc3ceca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.109709232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"85e6207f-45bc-405e-9fed-696ebae51fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.164789282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"85e6207f-45bc-405e-9fed-696ebae51fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:42.392277847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"1d7878e6-95c3-44fb-bb32-e0cb07e5902e","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:43.805193204Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub2","reconcileID":"f471b908-7a5c-4646-847a-1c405754219f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscription":"e2e-multi-keys-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:43.855529679Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub2","reconcileID":"f471b908-7a5c-4646-847a-1c405754219f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:43.905908488Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-sub2","reconcileID":"f471b908-7a5c-4646-847a-1c405754219f","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.177155529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"392aac83-51e5-4481-8847-bdcf58af824b","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.177244328Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-b6fb9b priority=0:[ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w0-b6fb9b/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.329618556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"3b9ef4ba-59e7-40a2-a534-7e736171b4af","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.42865169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a0607851-f72f-42ef-975a-b30ee7d5c9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.428778214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a620f477-c0b8-4cce-a801-17acee706c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.428650899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"8487732b-23c3-49a5-b7c0-2fe5fe6edb32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.429104986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"edfdc275-dd2a-495b-afc7-9744b7e467bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.484434608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"8487732b-23c3-49a5-b7c0-2fe5fe6edb32","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.484488559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a0607851-f72f-42ef-975a-b30ee7d5c9ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.486751346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a620f477-c0b8-4cce-a801-17acee706c58","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.486772941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"edfdc275-dd2a-495b-afc7-9744b7e467bc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.684316236Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth1","reconcileID":"05c5638c-80bf-44ad-9d53-4cbe498460c3","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.883147125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"855c9386-05d8-4d9d-b04e-1fc029beb6a4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.888119227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"7feb9888-4f82-4bbe-9147-d19d9e0501c7","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:44.93975217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"855c9386-05d8-4d9d-b04e-1fc029beb6a4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.039003039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"6db31527-fd3d-47b3-8632-87c54fcd0caa","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.135898355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"db5fdc6c-de83-465e-b37d-443a266d07fa","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.139453792Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-multi-keys-auth2","reconcileID":"930bafb8-f3f5-45fd-b793-b41e40b9e7e0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.291815533Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0f93511a-849f-48bf-b2f8-2797ced9a936","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-5067c679","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.384227553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b6b62dd-eb12-49dd-b199-b2fe3406e8c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.384523116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"09ee2542-b0a5-4eb5-9236-75ac10250aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.384914365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"531e1127-8b9d-4eea-ad7b-1429e52b9291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.384968337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"38ef1275-bda1-407f-bb5d-196049242a11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.39702493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"98ade44d-8d46-4e0f-be19-035033a42eb6","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.439233694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"7b6b62dd-eb12-49dd-b199-b2fe3406e8c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.439443521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"09ee2542-b0a5-4eb5-9236-75ac10250aaf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.441725189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"38ef1275-bda1-407f-bb5d-196049242a11","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.442060662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"531e1127-8b9d-4eea-ad7b-1429e52b9291","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.888164582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"8ea0a84f-720e-426d-b684-02eccf021f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.888437086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b953fd7f-e6c9-40c5-a45d-3bcfabae5874","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.888633435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8f98fd4c-358b-45ed-89d0-49aa5f5a22ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.888164858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"6bde04be-c465-4bf1-8a33-d2f336d0e78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.943593682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"b953fd7f-e6c9-40c5-a45d-3bcfabae5874","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.943651189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"8ea0a84f-720e-426d-b684-02eccf021f82","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.94603509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"6bde04be-c465-4bf1-8a33-d2f336d0e78b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:45.946181665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8f98fd4c-358b-45ed-89d0-49aa5f5a22ea","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.303190757Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49eb2723-017c-4774-a393-715c9192619d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.303210471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49eb2723-017c-4774-a393-715c9192619d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.358457906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa58bfdd-8ad8-4ef5-b763-535e88f3892d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.358476847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aa58bfdd-8ad8-4ef5-b763-535e88f3892d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.557799533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-461c81","reconcileID":"89f8dc26-80ed-43cd-bbd4-d15a3e70cb16","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.586422735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b73a8400-3fdb-4c9d-bd1d-a0dc8d9bf508","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.586444021Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b73a8400-3fdb-4c9d-bd1d-a0dc8d9bf508","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.613098396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-461c81","reconcileID":"89f8dc26-80ed-43cd-bbd4-d15a3e70cb16","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.644200857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d2db95c3-2ed6-4929-aff8-8fa2fe118716","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.692816026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b16038cd-6c9c-487b-8b66-7db6a606a41d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.692837064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b16038cd-6c9c-487b-8b66-7db6a606a41d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:46.695065811Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"models-as-a-service/e2e-default-int-sub-461c81","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-461c81\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.747812114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65e7ab6b-94fd-4625-a04e-1a94b38c7f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.747835591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"65e7ab6b-94fd-4625-a04e-1a94b38c7f77","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.783549738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"45d68848-ac77-4535-a0c2-3de248e9fa26","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.786442025Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ce1fce0-9604-4a61-aa13-d1bfcd0bfac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.786452097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ca5c5a4-1e32-4300-81d2-be527b1fde0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.786951032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"9c282fd2-65f6-4798-8126-51e21c9ceccf","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.83840649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"18b608d1-b993-4a2e-815d-dee3946d14e4","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.843550386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6ca5c5a4-1e32-4300-81d2-be527b1fde0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.843572344Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8ce1fce0-9604-4a61-aa13-d1bfcd0bfac1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.846538234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"9c282fd2-65f6-4798-8126-51e21c9ceccf","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.921737756Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4db738f-50ce-49de-b841-00d42592f475","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:46.921759829Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4db738f-50ce-49de-b841-00d42592f475","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.006926209Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-461c81","reconcileID":"1fdb1810-c632-444f-afab-67169020933c","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-461c81","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.038504111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0ad66da0-a69c-4688-aa0d-3038a396caa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.047077085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"1ac3b3da-ca35-4c64-8493-7a67a214d945","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.093376936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0ad66da0-a69c-4688-aa0d-3038a396caa4","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.105016216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"e01658cf-c2a1-4f1b-8b63-f11b82d10853","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.137889762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-461c81","reconcileID":"3dacdd12-3c19-4eb7-b782-a2a88ac110e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:47.15452628Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"379d003e-e5d5-4480-a196-245cc7f9ebfd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:47.156656198Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"e01658cf-c2a1-4f1b-8b63-f11b82d10853","name":"distinct-w2-9da431","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-9da431\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:47.156707071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"e01658cf-c2a1-4f1b-8b63-f11b82d10853","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w2-9da431\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.15686775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67d336a8-0a07-4205-826f-c40042448425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.156879951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67d336a8-0a07-4205-826f-c40042448425","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.162038361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"95800a4a-7e34-4014-b4cf-3c29bd53ef4d","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:47.169860932Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-461c81","reconcileID":"1fdb1810-c632-444f-afab-67169020933c","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-461c81\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.192790292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-461c81","reconcileID":"3dacdd12-3c19-4eb7-b782-a2a88ac110e7","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.217045333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2e34fc30-3be3-4883-af62-13c7a7d54591","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.260948249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"7d6309ba-b24d-40a7-9f1c-e729d772f79a","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.26869922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d034bc32-9adb-448c-9d4a-6eb5a14103bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.268704972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"df912535-d0e8-4f7c-9b21-6bd8aaa54037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.314264167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"f2e1b2ea-2b15-478f-bbc5-7df8a3b11fe1","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.323718623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"df912535-d0e8-4f7c-9b21-6bd8aaa54037","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.323847394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d034bc32-9adb-448c-9d4a-6eb5a14103bc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.324679551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"0ababc0a-1a1e-4c3b-9f1b-bc0aa174c8ee","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.372580289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-461c81","reconcileID":"86494a69-6a51-4a98-a329-736b9867d502","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.379144923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"2b111255-496d-4594-acfa-d4e4fb335227","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.399834064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"99ecefaf-447b-4cc6-aeb2-38f29781f771","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.522717579Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a4628ddc-3cea-479f-a60e-750b977cb051","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"distinct-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-sa-multi-hdr-sub1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.534066508Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eb1ea1a-62f7-4f6d-8700-fcfb618019a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.534085065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eb1ea1a-62f7-4f6d-8700-fcfb618019a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.594025604Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-9da431 priority=0:[ai-tenant-e2e-worker-w2-9da431/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w2-9da431/e2e-sa-multi-hdr-sub2]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.594090166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"0a086855-39cd-4313-83bf-6d7730cf307c","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.631401179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"11d3dd2e-f49f-44f6-b490-fdbf25d65754","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.64857763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"73028939-37d3-4bdd-8f15-49af05a9e033","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.652288227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"ee352f32-781e-40f2-bbbe-03c93fe33a4b","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:47.680791992Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"a4628ddc-3cea-479f-a60e-750b977cb051","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.68604824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"11d3dd2e-f49f-44f6-b490-fdbf25d65754","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.698698594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"fbcd4431-5b5c-4af9-84fc-c229fbc011f0","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:47.700238892Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-9da431/e2e-sa-multi-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.703576209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"73028939-37d3-4bdd-8f15-49af05a9e033","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.75327669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"7f01c07b-66c9-473f-8f39-47a86f384c05","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.834396036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5bd76721-57ea-4a3f-9206-257190da07a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.834903864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"016be7b5-8e6d-48eb-b584-207bda01941b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.883896445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"db70c2df-2cf9-4464-b176-51ecbc49ad69","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.919956741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"5bd76721-57ea-4a3f-9206-257190da07a6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.922454437Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"016be7b5-8e6d-48eb-b584-207bda01941b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:39:47.971790223Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"73028939-37d3-4bdd-8f15-49af05a9e033","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.976017308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"49d86cf8-015c-4d7f-a459-d701b4b1b446","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:47.986534351Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b7748d43-ec80-4a17-bbca-22875ab1c338","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"distinct-2-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-sa-multi-hdr-sub2"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.044661577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"cd09e809-1ea3-43d8-84b6-14d468724708","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.14748247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"be764ade-cfdd-4570-a6a8-4886ab1b0755","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.220416782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c2737ad-bc41-4957-a980-4b55971e4ff6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.224208681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"91dc7043-ab0c-45ca-a9fb-a6ec752f8a3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.274988854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"5c2737ad-bc41-4957-a980-4b55971e4ff6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.279291518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"91dc7043-ab0c-45ca-a9fb-a6ec752f8a3c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.348885775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub2","reconcileID":"1544bf7a-c19d-40f8-802a-db52f7516134","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.372155016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0fb99f1e-9c37-46a0-a898-eaca26dfed4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.372218143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"365ae2d8-4a34-49db-aac3-15d274534f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.429124567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0fb99f1e-9c37-46a0-a898-eaca26dfed4a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:48.429129363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"365ae2d8-4a34-49db-aac3-15d274534f90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:49.9874796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"bd6d7a9c-f424-4deb-963f-aaf41a1e6cd2","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.144561484Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"8c0a96fa-9a70-4c64-8764-e10a77d67411","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-06c2f5cb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.239343044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7eca814d-fbb8-4a9d-8025-546b0c7d3ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.241728588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0660acad-c0cb-4b05-b374-55d336e52f98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.241740665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7efcedc8-52cd-4127-adc6-b72c3cf830f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.242198803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd90b148-5ef6-43a0-9991-608c885a3d6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.294552921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7eca814d-fbb8-4a9d-8025-546b0c7d3ed3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.297062555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"dd90b148-5ef6-43a0-9991-608c885a3d6f","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.297137708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0660acad-c0cb-4b05-b374-55d336e52f98","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.299335088Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7efcedc8-52cd-4127-adc6-b72c3cf830f4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.745996086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"38ab5710-2f4c-4550-af26-ebbf2a6a4dad","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.746165608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c515eeda-8ee3-4088-bb3e-14e5f6ae7e89","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.745997292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8ff3aba9-0fe0-48e7-9dde-5a622faf2899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.746514212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"d49a6c5c-397d-41aa-ac2c-b0751050b3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.802151145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"d49a6c5c-397d-41aa-ac2c-b0751050b3fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.802198854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"38ab5710-2f4c-4550-af26-ebbf2a6a4dad","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.804341063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"c515eeda-8ee3-4088-bb3e-14e5f6ae7e89","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:50.804556586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8ff3aba9-0fe0-48e7-9dde-5a622faf2899","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.140522475Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"ad1923b5-fe01-4a34-aa9e-f85e11413c4a","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-821252","subscription":"e2e-rt-sw-821252-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.241998754Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"ad1923b5-fe01-4a34-aa9e-f85e11413c4a","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.292641602Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-sub","reconcileID":"ad1923b5-fe01-4a34-aa9e-f85e11413c4a","MaaSSubscription":{"name":"e2e-rt-sw-821252-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-rt-sw-821252","namespace":"llm","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.648765853Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"fcf32ee9-1728-4224-a578-e1104b43fdf6","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.648794081Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"fcf32ee9-1728-4224-a578-e1104b43fdf6","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.755602936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"074b974c-fca4-4fe6-8810-710eeaa1f08a","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.756019229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"3f780c49-036a-4e0e-8bb6-009941a083fc","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.80134748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"4521303e-506e-4d45-94f4-38fadcc581b9","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.8013476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0bcb5a-3f96-4f85-a53b-8a3d841a70b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.801877399Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-461c81","reconcileID":"53039a82-b7e2-4217-ba1a-3eedefd11336","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.80208482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdf5dbf6-88fb-40a9-aa39-67a071342b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.806884899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9d1e1807-e1c6-403e-86e1-b04c28f2479a","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.806903509Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"9d1e1807-e1c6-403e-86e1-b04c28f2479a","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.859010828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9c0bcb5a-3f96-4f85-a53b-8a3d841a70b7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.859048789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"4521303e-506e-4d45-94f4-38fadcc581b9","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.862575523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-461c81","reconcileID":"53039a82-b7e2-4217-ba1a-3eedefd11336","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:51.862955941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bdf5dbf6-88fb-40a9-aa39-67a071342b25","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.113041992Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-rt-sw-821252-access","reconcileID":"76104d9a-70bf-4ce5-8685-2d9a82d479dc","MaaSAuthPolicy":{"name":"e2e-rt-sw-821252-access","namespace":"models-as-a-service"},"model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.169617438Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-461c81","reconcileID":"24c827c7-306a-491a-a4a9-7c7450e10762","MaaSAuthPolicy":{"name":"e2e-default-int-auth-461c81","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.169653334Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9ee145c-3a44-4806-acde-b8dc9a48adfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.169668782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9ee145c-3a44-4806-acde-b8dc9a48adfc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.319952153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"5c446ccc-094b-4497-bade-7ef27c14d9cc","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.319980506Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"5c446ccc-094b-4497-bade-7ef27c14d9cc","MaaSModelRef":{"name":"e2e-rt-sw-821252","namespace":"llm"},"routeName":"external-model-e2e-rt-sw-821252-b9b3b4cd1e46","namespace":"llm","model":"e2e-rt-sw-821252","externalModel":"e2e-rt-sw-821252","provider":"e2e-rt-sw-821252-a-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.371289398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1403b437-5774-4cd2-8fef-36244c0cdc2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.371309967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1403b437-5774-4cd2-8fef-36244c0cdc2b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.530805823Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b202d464-c54a-4735-9d27-69c14054dff1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.530824336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b202d464-c54a-4735-9d27-69c14054dff1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.68041983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9309dfa-ab94-4423-b1e7-1a0f83268e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.681083468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d74739-1a57-4463-b1c6-a68ab2c08a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.7378394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b9309dfa-ab94-4423-b1e7-1a0f83268e1f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.741212897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a6d74739-1a57-4463-b1c6-a68ab2c08a4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.80692187Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"0ff05bc9-721c-426e-b2b9-a2140dbf013f","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.86134082Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"946dd6a9-c780-44bf-afe5-4eb1a34805ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.861387482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"946dd6a9-c780-44bf-afe5-4eb1a34805ed","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.861612892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e2eb447-6c94-48f5-abff-168ce7fea127","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.861624897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9e2eb447-6c94-48f5-abff-168ce7fea127","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.861848134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc9cb538-2e8f-4964-9e96-86404a023fbd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.86185983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fc9cb538-2e8f-4964-9e96-86404a023fbd","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.862058972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a425df36-7574-4e3f-adb6-6273d696e900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.862070399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a425df36-7574-4e3f-adb6-6273d696e900","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.862381774Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f22378c2-b210-4f56-93c2-001b894cf6d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.862395356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f22378c2-b210-4f56-93c2-001b894cf6d9","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.862595382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c7f596c-4d58-4cfb-823f-cf4f4dc1ec5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.86260628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"6c7f596c-4d58-4cfb-823f-cf4f4dc1ec5a","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.862795626Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bdb36257-597d-4da9-bcc2-7ffdce014f84","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.862810004Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"bdb36257-597d-4da9-bcc2-7ffdce014f84","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.863001335Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb2207be-1a2d-4ff1-b42c-a577bf901aaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.863012383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"bb2207be-1a2d-4ff1-b42c-a577bf901aaa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.91222411Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-461c81","reconcileID":"56bd07d8-10b8-4626-8152-a8fb639bf023","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c92765ce","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:52.956926921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6a761628-7eb4-49ee-8913-c9c051c8d0fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.011715496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6a761628-7eb4-49ee-8913-c9c051c8d0fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.055837876Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3b40961c-121b-4437-bcda-caa180ef9868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.055840715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d415b626-a51e-496b-9110-040a015396ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.063507595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"10d51a12-0192-4fc8-92ed-440410cb117e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.090280243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3bb0ac2-a45a-4756-9ad1-51563afb0e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.117415223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d415b626-a51e-496b-9110-040a015396ef","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.124153146Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2c6f0d9d-2b70-40c6-ab98-30ac1f0fb76d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.124894212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3b40961c-121b-4437-bcda-caa180ef9868","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.151995296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a3bb0ac2-a45a-4756-9ad1-51563afb0e33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.191108586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"5dee30f1-be1f-4803-a671-627f1f027049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.249699139Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"5dee30f1-be1f-4803-a671-627f1f027049","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.394077033Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-rt-sw-821252","namespace":"llm"},"namespace":"llm","name":"e2e-rt-sw-821252","reconcileID":"d0185111-b664-4537-aee0-1e5d4afda9c6","namespace":"llm","name":"e2e-rt-sw-821252","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.461052744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72a5e51e-f33e-4482-be52-884585b87c97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.464417337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b12206e-9aa5-4988-8ffe-288657f6b1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.464417297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"f040e28d-8098-4c98-94bc-6a7392717a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.473609671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1a5bb185-7150-4438-ab80-1f11083a3ae6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.516624467Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"72a5e51e-f33e-4482-be52-884585b87c97","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.520137863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1b12206e-9aa5-4988-8ffe-288657f6b1b6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.520202908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"f040e28d-8098-4c98-94bc-6a7392717a42","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.561697748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"0456cf4a-4116-4ad4-b1d4-37f0e1bdfef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.561731734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"30bff907-96c0-4f6f-9e7f-68ee06fb1528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.617022459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"0456cf4a-4116-4ad4-b1d4-37f0e1bdfef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.617165979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"30bff907-96c0-4f6f-9e7f-68ee06fb1528","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.866854406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"914ba086-e97c-4aca-b218-4d376837ff68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.867360211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c3374758-ab30-413f-bfd6-b30b58e94d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.913969633Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.922008821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"914ba086-e97c-4aca-b218-4d376837ff68","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.922454332Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c3374758-ab30-413f-bfd6-b30b58e94d5f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:53.966680607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7dd36ea0-6d33-446f-b5c0-4a0482d72ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.024215987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7dd36ea0-6d33-446f-b5c0-4a0482d72ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.067830229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3f7f24e4-d2aa-4d7d-94d8-10d4b5c56469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.067837047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4c82f7f3-c18d-401b-9fb7-59515a93faf6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.126164907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4c82f7f3-c18d-401b-9fb7-59515a93faf6","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.128048123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3f7f24e4-d2aa-4d7d-94d8-10d4b5c56469","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.375740474Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"412fc676-73dd-49c3-a85c-84dc721ef2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.37574612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e34ed2b2-5777-404e-8f0f-da30f0108570","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.37638179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"50b8d802-fe0c-428d-952c-d8f826ef2f0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.431996727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"e34ed2b2-5777-404e-8f0f-da30f0108570","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.432048327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"50b8d802-fe0c-428d-952c-d8f826ef2f0d","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.434479665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"412fc676-73dd-49c3-a85c-84dc721ef2a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.475775378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"346fccce-f7e7-4678-9f4c-b5739029a89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.530972514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"346fccce-f7e7-4678-9f4c-b5739029a89b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.575622602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b0225869-a395-469c-9c0a-cbb064581e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.631282036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b0225869-a395-469c-9c0a-cbb064581e67","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.783063513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8828df81-861a-4559-ad61-ff240d4c577c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.8379728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8828df81-861a-4559-ad61-ff240d4c577c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.883039146Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8a22fc23-4c13-49f7-a91a-f3494de9250b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.883193509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"21ca42fd-527d-4d1b-ad9a-a26b6f3947e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.883043574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afe29cc5-5920-4638-a343-c9079e4d8aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.939708015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"afe29cc5-5920-4638-a343-c9079e4d8aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.939779991Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"8a22fc23-4c13-49f7-a91a-f3494de9250b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:54.944108813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"21ca42fd-527d-4d1b-ad9a-a26b6f3947e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.342882645Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b8eed55e-0a16-4aac-a1d4-2dbdc943e3b5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.393442Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b8eed55e-0a16-4aac-a1d4-2dbdc943e3b5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.444144123Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"b8eed55e-0a16-4aac-a1d4-2dbdc943e3b5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.714586594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"20bed08d-a098-45ff-9fff-326ddba3221e","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.859301524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5e221f90-e1fc-4614-b7f0-8f7e92dd0c2d","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.967573305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8f795cf2-fb64-4df4-81f9-b6afbc87db34","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.967592537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"70794c88-6238-4983-b224-1cfe0bf021ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.96810356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b1ec21ea-80b0-4f31-861b-dac4b6754c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:55.96843587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ac8214d6-b527-48ff-8b1f-a4c2c820bace","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.017885246Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"e8064da3-510e-4aee-a867-4646fda8f97f","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-f8812863","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.023535068Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"8f795cf2-fb64-4df4-81f9-b6afbc87db34","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.023734532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"ac8214d6-b527-48ff-8b1f-a4c2c820bace","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.025783659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"70794c88-6238-4983-b224-1cfe0bf021ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.026182025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b1ec21ea-80b0-4f31-861b-dac4b6754c9e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.472960986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"91860e5d-5748-47ca-811e-b483647c4932","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.472960382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"06e4e6da-a203-46a2-8af2-95da60405704","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.473302176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"05620b60-e658-4505-8a4f-19355ea650b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.506239675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"7ca339a0-3a12-4a1e-b4b7-8c44008d8ff1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.528431251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"91860e5d-5748-47ca-811e-b483647c4932","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.528472329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"06e4e6da-a203-46a2-8af2-95da60405704","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.530700232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"05620b60-e658-4505-8a4f-19355ea650b4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.572310001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b7300f86-0ecc-4eed-b4a7-1eb8d9c2a9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:39:56.627322914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b7300f86-0ecc-4eed-b4a7-1eb8d9c2a9f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.19557381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1dd518ff-2e17-45a1-a5ac-3253c8b3e4a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.245950502Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1dd518ff-2e17-45a1-a5ac-3253c8b3e4a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.296465692Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub1","reconcileID":"1dd518ff-2e17-45a1-a5ac-3253c8b3e4a0","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.564738499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"8fcf4de1-0e8f-43ae-8047-840532906c52","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.725695468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"6909b642-830f-462e-a77c-024134dc8235","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.816004043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d76f5905-4055-449c-9072-74c1e6a5b115","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.816211926Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"98bd0938-6af9-420b-8f08-f5b05291a646","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.816004176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2b23456d-6b0f-4016-8d92-843fc9fba240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.816843282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3753832c-6058-4777-aa1b-76275b4124a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.873243426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3753832c-6058-4777-aa1b-76275b4124a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.874124296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d76f5905-4055-449c-9072-74c1e6a5b115","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.875633115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2b23456d-6b0f-4016-8d92-843fc9fba240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.876488361Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"98bd0938-6af9-420b-8f08-f5b05291a646","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:00.881445275Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub2","reconcileID":"85ab0317-9b0c-4209-9cb0-3cb4e77d9034","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8740514f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.323444903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3728a5a2-8c23-4f1c-8606-dc0b1bd64300","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.323717255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"97a9b508-5e64-4914-9eb9-eb62d4bf6309","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.323446895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"52b2d31e-d07f-4529-8b69-1533039020a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.324126169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4f587192-c24c-4a35-8c20-4bc49ef9f482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.378869639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"3728a5a2-8c23-4f1c-8606-dc0b1bd64300","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.378955249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"97a9b508-5e64-4914-9eb9-eb62d4bf6309","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.381565738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4f587192-c24c-4a35-8c20-4bc49ef9f482","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.38168211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"52b2d31e-d07f-4529-8b69-1533039020a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:01.757709504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"5e5d3720-ecc9-4ae5-8082-1fb6d8115170","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:02.976978372Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-461c81","reconcileID":"2e8ac6e8-665a-4dd2-a763-a3b481d70318","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-461c81","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.147198776Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-461c81","reconcileID":"2e8ac6e8-665a-4dd2-a763-a3b481d70318","MaaSSubscription":{"name":"e2e-default-int-sub-461c81","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.520329117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0181be-42bb-4fc4-a379-13e8775fcf5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.520602827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a0181be-42bb-4fc4-a379-13e8775fcf5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.726055132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d8cf339-681a-46db-9e26-01ff968b8b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.725982709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9869448-055c-4a5e-978c-ca774ab9394b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.80374791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8d8cf339-681a-46db-9e26-01ff968b8b36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:03.809108295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c9869448-055c-4a5e-978c-ca774ab9394b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.309886875Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f377c769-042d-4ba8-89df-c1ca3a918b26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.310022114Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f377c769-042d-4ba8-89df-c1ca3a918b26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.396430323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ab359c0-a3de-4b3e-b5dc-b367f5e71b61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.396579894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8ab359c0-a3de-4b3e-b5dc-b367f5e71b61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.53205351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"8112d4da-c244-486a-ab40-8fce21b45ff0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.6618605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"154ff19b-b6a7-444a-80cd-dd657d05bc3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.661889248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"154ff19b-b6a7-444a-80cd-dd657d05bc3c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.693497377Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"8112d4da-c244-486a-ab40-8fce21b45ff0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.77648555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93d552c-8008-4ba5-892e-eb691e91158f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.776516373Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b93d552c-8008-4ba5-892e-eb691e91158f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.783969393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"8112d4da-c244-486a-ab40-8fce21b45ff0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:04.828807237Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-sub-88779826","reconcileID":"4b44987e-d6f4-4296-97c3-9f1343382c41","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-88779826\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.868864782Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd62a6a-06d3-4809-8723-f992411121d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.868993041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0fd62a6a-06d3-4809-8723-f992411121d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.975933762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbec886-8da2-46e4-a2db-49d3e10ce9fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:04.976066295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bdbec886-8da2-46e4-a2db-49d3e10ce9fc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.042023264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"0567040d-1ee8-45a3-a9ef-88ab8d9be489","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.044583352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"103874a6-0c7b-4900-85c9-eee76da6bfe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.044708111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"103874a6-0c7b-4900-85c9-eee76da6bfe7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.117236082Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"833b17d5-f2d4-4641-a452-e2e3d960cfa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.118318018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e6d8cfcb-fd3e-4ce1-aa51-6a1492f30d54","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.130676418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"bc8ecb8c-9059-40be-9d80-f3265a0d9fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.130662464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"799f0620-1fae-4a86-a6b8-52e8cf3c3f24","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.134318708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"0567040d-1ee8-45a3-a9ef-88ab8d9be489","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.216191163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"833b17d5-f2d4-4641-a452-e2e3d960cfa0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.239504176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"bc8ecb8c-9059-40be-9d80-f3265a0d9fc3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.305741972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"799f0620-1fae-4a86-a6b8-52e8cf3c3f24","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.326067752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"0567040d-1ee8-45a3-a9ef-88ab8d9be489","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.327532841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"e6d8cfcb-fd3e-4ce1-aa51-6a1492f30d54","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.492650553Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-sub-88779826","reconcileID":"56f99fa9-dddf-4f39-9a6c-00b7f802815c","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-88779826/e2e-shared-int-sub-88779826","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.779010407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f0f282-347a-4e23-836e-c314bc8b2747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.779125734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c4f0f282-347a-4e23-836e-c314bc8b2747","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:05.857234726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e900163c-dc55-47bf-bdd1-b52dbf9558f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.070291086Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-sub-88779826","reconcileID":"3da64766-b275-4d63-bf32-7702fc7d9d44","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.079010273Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3ea13429-380c-4257-aa23-aadfb6998dc5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.13302432Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3ea13429-380c-4257-aa23-aadfb6998dc5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.233153055Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"3ea13429-380c-4257-aa23-aadfb6998dc5","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.599503876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"d28a431f-4d2e-4211-ade1-2d836958d722","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.758486382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"d0d9abe8-1b43-408b-8bae-c41d620ce91c","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.958299436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"24879c0e-4185-4af3-b770-8e72894151b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.960009415Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4b339224-05f1-4df9-8c35-3f48b7ebef29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.958846294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9625ae5c-e338-4cf1-a52a-4ecd0ac8aadf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:06.958467701Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"0856cdaf-c1ed-4997-9ed6-de66bb98daa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.039819441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"4b339224-05f1-4df9-8c35-3f48b7ebef29","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.056712348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"24879c0e-4185-4af3-b770-8e72894151b3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.060286397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"0856cdaf-c1ed-4997-9ed6-de66bb98daa1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.067495729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"9625ae5c-e338-4cf1-a52a-4ecd0ac8aadf","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.279831499Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5669ea4d-6be7-4cf9-b66b-43886b3e6ffb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.483475324Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd09ec4d-f1ac-4602-bba5-f596c8c89193","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.533603897Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"81c01e9b-858d-4003-8462-b22c17fec952","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.540965642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dd09ec4d-f1ac-4602-bba5-f596c8c89193","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.682245588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"611674cd-e155-4c9e-990a-4b37b906443b","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:07.750170905Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"1496f74e-49bc-4a5f-b7c4-56e30eb2380b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/distinct-2-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:08.005102097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"11f0ab1b-6705-4fe5-af88-72b3b04d2eb9","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.936763542Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub2","reconcileID":"cdf34c44-3195-4788-aac5-a1ae18662fe7","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8740514f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.937821272Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efde4f8b-000d-4caa-a950-2e2a0d1af586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.937903847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"efde4f8b-000d-4caa-a950-2e2a0d1af586","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.993512174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9218089-e6bb-4671-a33f-7668721ce5b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:10.993533417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9218089-e6bb-4671-a33f-7668721ce5b0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.093348317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"cd23622e-3c43-4db6-a24d-db2b24f51b72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.149709111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"cd23622e-3c43-4db6-a24d-db2b24f51b72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.206070625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"cd23622e-3c43-4db6-a24d-db2b24f51b72","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.22435284Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"720d1121-aaf9-4ffa-90b1-89cd85d3b098","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.224418017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"720d1121-aaf9-4ffa-90b1-89cd85d3b098","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.261736562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e850a5eb-cdd6-4535-94a2-445d7a2a8295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.261757407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e850a5eb-cdd6-4535-94a2-445d7a2a8295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.278753069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac6a103-c72f-4973-a78d-d1d47d7a51c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.278775791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ac6a103-c72f-4973-a78d-d1d47d7a51c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:40:11.337621979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"1e9b4325-49f4-4575-8baf-eb31059c3e76","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-88779826\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.363541454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"2bfdfe7a-d4bc-4e12-97b5-3badbc1b2e9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.419847473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"2bfdfe7a-d4bc-4e12-97b5-3badbc1b2e9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.45072613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92cca45a-cbf4-498a-833e-f11f61e49e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.450750753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"92cca45a-cbf4-498a-833e-f11f61e49e0b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.475727113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"2bfdfe7a-d4bc-4e12-97b5-3badbc1b2e9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.507063534Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec330399-fda9-4db0-8ddc-ec7862209d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.507091498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec330399-fda9-4db0-8ddc-ec7862209d61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.759195677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"c1553bce-3d72-4612-a202-951da302f9ca","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.76612007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"cac24216-041d-4541-a3aa-953eef0bb1b3","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-88779826/e2e-shared-int-sub-88779826","ai-tenant-e2e-mt-c44a48d3/e2e-shared-int-sub-88779826","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.941391327Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f990336-5c15-482c-a3df-e995a0d7e889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.941507995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f990336-5c15-482c-a3df-e995a0d7e889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.972994269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-sub-88779826","reconcileID":"d49c4c18-9a5a-47ce-b736-a5962a41e6a8","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:11.973015997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5d401152-b201-4105-ac01-0da64ba58580","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:12.147673116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"6da29bf2-00c8-4055-ad63-a1c52af315c0","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:15.442970578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"50fe9dc7-ffee-4668-9a31-69b8f09f3dbb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:15.498800813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"50fe9dc7-ffee-4668-9a31-69b8f09f3dbb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:15.552280177Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"50fe9dc7-ffee-4668-9a31-69b8f09f3dbb","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:15.814884662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc8bcbc-e357-4f6b-994e-bc5c86d864fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:15.865227517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc8bcbc-e357-4f6b-994e-bc5c86d864fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:15.915647688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc8bcbc-e357-4f6b-994e-bc5c86d864fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:15.966036064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fc8bcbc-e357-4f6b-994e-bc5c86d864fe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:16.382969516Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2b9f22c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2b9f22c1","reconcileID":"9dc8f38e-3a02-4558-b704-0a21b5fde9f8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2b9f22c1","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-2b9f22c1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.03989326Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"6ab56ff0-587f-4164-bd37-1d2aa315115e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.040058005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"858aa6f2-8962-42f0-bf26-1643ea5b569e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.040081624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"858aa6f2-8962-42f0-bf26-1643ea5b569e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.191284293Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-policy-88779826","reconcileID":"6ab56ff0-587f-4164-bd37-1d2aa315115e","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"policyNamespace":"ai-tenant-e2e-mt-88779826","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.248833025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb556108-e7c6-48a5-a90a-e149ac66eb06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.24885496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eb556108-e7c6-48a5-a90a-e149ac66eb06","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.415683902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c316776-f566-481d-8e89-f1ae79632c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.41571287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c316776-f566-481d-8e89-f1ae79632c97","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.846810068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7caef7-d63e-4c18-9c29-b480ae13e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.896965107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7caef7-d63e-4c18-9c29-b480ae13e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.947061782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7caef7-d63e-4c18-9c29-b480ae13e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:17.997323007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9e7caef7-d63e-4c18-9c29-b480ae13e1c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:18.839791313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"910ec90e-3ef5-4845-80fc-ffce30ab8ab3","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.085082727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"afc50e9a-5803-4c24-9dc6-caaaf4134147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.134159798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"6eea59a5-7fdc-46cc-881f-5500c202aac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.135912859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"869793a5-8ec8-41d8-b491-bc67cc11788d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.140240724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"afc50e9a-5803-4c24-9dc6-caaaf4134147","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.190755572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"6eea59a5-7fdc-46cc-881f-5500c202aac6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.296359119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"8443c001-ce2a-4f2c-9353-6d4ca093689f","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.50076554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"a01bfe51-c560-4354-a391-f4e5eb47d6fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.899671861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0c0a40-f3f4-4c0b-9b38-065fda6ba502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:19.950193399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0c0a40-f3f4-4c0b-9b38-065fda6ba502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.001167441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0c0a40-f3f4-4c0b-9b38-065fda6ba502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.051883546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7c0c0a40-f3f4-4c0b-9b38-065fda6ba502","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:20.988245677Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b77d8576-a67c-4b71-81b3-58a305caf2be","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.039351241Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b77d8576-a67c-4b71-81b3-58a305caf2be","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.090005447Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-sub2","reconcileID":"b77d8576-a67c-4b71-81b3-58a305caf2be","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.359759015Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"bda9d7ce-448c-4ca3-b351-a690fa50ecef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.507167634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"e3f7e3d8-a86c-466c-bd3b-06e1383bc76a","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.575890917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"c203167c-cb32-4c2e-a4a5-4a33b9a75ce5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.608875939Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"616283f3-701c-4111-933b-4a42098ac51a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.609027446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"ea296de8-dcaf-446f-9547-781015b8a3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.608876058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d28f0bb6-978f-4963-8b0c-0c3181f5b769","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.609299628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"f53a9195-a713-4cc0-bb88-85d3e5ed9d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.630645789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"c203167c-cb32-4c2e-a4a5-4a33b9a75ce5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.664887109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"f53a9195-a713-4cc0-bb88-85d3e5ed9d30","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.664901703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"616283f3-701c-4111-933b-4a42098ac51a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.667132523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"ea296de8-dcaf-446f-9547-781015b8a3cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.667448578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d28f0bb6-978f-4963-8b0c-0c3181f5b769","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.684326084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"c203167c-cb32-4c2e-a4a5-4a33b9a75ce5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:21.865694331Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth1","reconcileID":"2f38c94c-6165-4c41-92ce-900819ff4d42","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.020452224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"d75f1905-3cc9-416d-a5fb-6b2cb9744930","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.065185144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fcef5028-b868-407d-a9bb-bfb300e38f1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.120964264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"fcef5028-b868-407d-a9bb-bfb300e38f1a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.179744892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"1d8a4bf2-d25b-4d59-86c7-cd5dc10ba5c2","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.322156276Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-sa-multi-hdr-auth2","reconcileID":"b8cb05db-9181-4e0f-995f-f66efebeb5c0","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.578825407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"cd563f3d-e99e-44be-a291-e10edcd08126","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.725146328Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"69580eaa-79b9-4b77-adf9-b424cd18edaf","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.725581212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"e092ebd2-08bf-4b32-b068-c6454a659f51","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.725843735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"1b6eaf35-8942-4888-b365-4ead5eb4871e","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.794800632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"897ef9e0-fd92-46ed-b08e-838f01a30d99","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.795185865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"686b0568-4de4-466c-b924-e5d89db348ad","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.795469762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"1d95da8a-2964-433d-ae33-342888bbef3c","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.875982589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"51583153-68c1-4fdf-a5b0-435869919689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.876143692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"0575c055-0712-4996-bdf3-32c4e619ca4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.929359392Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"91f1b22d-415a-4867-8221-da9523f01cf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.930007961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"b324741c-f80f-4007-a82f-847706bf7be7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.942585071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"51583153-68c1-4fdf-a5b0-435869919689","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:22.959857432Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"0575c055-0712-4996-bdf3-32c4e619ca4d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:23.268353554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"becb7230-2919-4fd7-98c2-632eb207c121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:23.268444318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"961c1a14-c127-4d22-9b14-c36fa4d3f641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:23.324265669Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"becb7230-2919-4fd7-98c2-632eb207c121","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:23.324265651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"961c1a14-c127-4d22-9b14-c36fa4d3f641","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:23.913768858Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.583314568Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-sub-88779826","reconcileID":"b8385eb3-9405-431a-acbe-2e9822fde78b","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-88779826","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:27.824588708Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"namespace":"ai-tenant-e2e-mt-88779826","name":"e2e-shared-int-sub-88779826","reconcileID":"b8385eb3-9405-431a-acbe-2e9822fde78b","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-88779826"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-c44a48d3/e2e-shared-int-sub-88779826","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:28.177795638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d383f584-de56-456d-a096-037e6cfc0543","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:28.179311621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea646b31-08b3-452c-86e8-77711fdf6599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:28.179536765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ea646b31-08b3-452c-86e8-77711fdf6599","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:28.181599296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"a638ef6a-466d-4c88-b07a-d4f6f8461a11","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:31.792326428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e7a7c245-7c78-423a-ad76-da0f9bc0f41d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:31.850005435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e7a7c245-7c78-423a-ad76-da0f9bc0f41d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:31.905783638Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e7a7c245-7c78-423a-ad76-da0f9bc0f41d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.996741458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a3e1d8-f0cc-4ecd-9d6c-760b9c74c398","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:34.996764849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"56a3e1d8-f0cc-4ecd-9d6c-760b9c74c398","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.096414328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"namespace":"ai-tenant-e2e-mt-5797a8ac","name":"e2e-policy-5797a8ac","reconcileID":"5e838a02-0ab6-465c-b4c7-c7e47ae097fd","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.151794239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"namespace":"ai-tenant-e2e-mt-5797a8ac","name":"e2e-policy-5797a8ac","reconcileID":"5e838a02-0ab6-465c-b4c7-c7e47ae097fd","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.205832327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"namespace":"ai-tenant-e2e-mt-5797a8ac","name":"e2e-policy-5797a8ac","reconcileID":"5e838a02-0ab6-465c-b4c7-c7e47ae097fd","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.262701064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f644e5d6-7eef-4799-993d-e65d2a6084a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.262720648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f644e5d6-7eef-4799-993d-e65d2a6084a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.658209842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"87968bbf-9bbf-4aeb-86cb-e6dd7f1ff539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.658242739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9b90be8b-f97f-4abc-a375-c9b33bee4cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.714272569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"87968bbf-9bbf-4aeb-86cb-e6dd7f1ff539","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.714277554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9b90be8b-f97f-4abc-a375-c9b33bee4cd6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.828698684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fe4f1dca-85dd-4741-8d2b-6239bfaf6ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.828698672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"fc146512-74ef-4777-b5dd-aaed5855d638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.88528634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"fe4f1dca-85dd-4741-8d2b-6239bfaf6ec1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:35.885606203Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"fc146512-74ef-4777-b5dd-aaed5855d638","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.069639449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1384df49-a793-4fa4-90bd-37460de49b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.069640205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"dd8178d2-580c-4ae3-9d92-073449a8a440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.125038537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"dd8178d2-580c-4ae3-9d92-073449a8a440","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.125074093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1384df49-a793-4fa4-90bd-37460de49b04","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.269135454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1ada5834-1bbd-4420-8541-727ca6af2e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.270508581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1305d752-c8ec-4843-877a-b0a5d718eb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.325070374Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"1ada5834-1bbd-4420-8541-727ca6af2e9d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:36.325611744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"1305d752-c8ec-4843-877a-b0a5d718eb9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:42.007150386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e144e13d-15c1-4241-a2fd-c5bd7466d2e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:42.06271923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e144e13d-15c1-4241-a2fd-c5bd7466d2e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:42.117029944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e144e13d-15c1-4241-a2fd-c5bd7466d2e0","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:42.174535523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b29682b-6ed0-4222-b9a5-a9c6e7e1a695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:42.174557606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9b29682b-6ed0-4222-b9a5-a9c6e7e1a695","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:48.847727304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"dd70db71-e218-43cc-a4f2-4cf249c78250","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.987874918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"5c29bd71-c576-4598-9b47-588fd96c24e5","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:51.988320546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"c6f50356-d5ed-459b-9f5a-6efd46cd9d38","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.058393067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"355e698e-1fa6-4288-aed2-35fea3c4e266","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.058820054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"20b11263-e3d6-4ebd-a66a-ebe191a06fee","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.138443355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4abd15e2-760e-4b38-846b-cca3f418d58e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.138452687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f06d8d55-3fa4-406f-a6a0-91837ccfdbd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.195035969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"59fae92b-cb2f-471c-964f-5e42f56f6aa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.1957881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"2dcc833d-b910-4eca-be9f-68304a284579","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.19771301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4abd15e2-760e-4b38-846b-cca3f418d58e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.200308465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f06d8d55-3fa4-406f-a6a0-91837ccfdbd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.275213402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"b4dc7d34-a2db-489d-aa25-3bb911aced10","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.330722586Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"b4dc7d34-a2db-489d-aa25-3bb911aced10","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.384864865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"b4dc7d34-a2db-489d-aa25-3bb911aced10","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.498748933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d84425d5-12a3-4eeb-ab77-542dc5857045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.4987488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ae938846-ee5b-4e65-9052-6126042ad784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.555379282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d84425d5-12a3-4eeb-ab77-542dc5857045","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:52.555439955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ae938846-ee5b-4e65-9052-6126042ad784","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:53.674783899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"f312ce1f-ce39-4217-80f6-cd7a6d91ab9e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:53.790196892Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"f312ce1f-ce39-4217-80f6-cd7a6d91ab9e","name":"e2e-mt-2b9f22c1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:53.91383774Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:55.505270318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d826be47-de5d-4ecf-bedc-5fda8b4af0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:55.505916637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"215c44a7-3152-486d-ad1e-008deb3cc99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:55.580793913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"215c44a7-3152-486d-ad1e-008deb3cc99a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:55.581823873Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d826be47-de5d-4ecf-bedc-5fda8b4af0be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.096641011Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"namespace":"ai-tenant-e2e-mt-5797a8ac","name":"e2e-policy-5797a8ac","reconcileID":"97e23e44-f655-4a19-a4f8-4389e740a0c7","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:40:56.248860806Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"namespace":"ai-tenant-e2e-mt-5797a8ac","name":"e2e-policy-5797a8ac","reconcileID":"97e23e44-f655-4a19-a4f8-4389e740a0c7","MaaSAuthPolicy":{"name":"e2e-policy-5797a8ac","namespace":"ai-tenant-e2e-mt-5797a8ac"},"policyNamespace":"ai-tenant-e2e-mt-5797a8ac","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:02.485318396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"29d05716-76c2-4f28-954f-036cd0110a59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:02.540459846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"29d05716-76c2-4f28-954f-036cd0110a59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:02.848036887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac6d08f6-5754-4e26-b0c9-b8f0bc560e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:02.848058039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ac6d08f6-5754-4e26-b0c9-b8f0bc560e37","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:09.934483061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3a59e904-d4b7-4d1d-9fc1-41b4c45e282b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:09.934499394Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1a5986bc-573b-4430-a893-90d74bed0882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:09.989780343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3a59e904-d4b7-4d1d-9fc1-41b4c45e282b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:09.989785781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1a5986bc-573b-4430-a893-90d74bed0882","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:11.516080741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-2-w1-e1793d","reconcileID":"41be6618-1dc6-4aca-b66f-573401ba5176","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-2-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-2-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.65054669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"b927a715-31e4-4085-8b27-6497cb061e06","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.703346647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"3836fff6-cc28-484f-b321-2facbc939419","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.853230991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"cbf83584-b688-417a-845d-8f5c37e9c1dc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.908752013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"cbf83584-b688-417a-845d-8f5c37e9c1dc","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.942259503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"9c89a402-f034-455e-b533-e9c92a2c5c14","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:13.995419336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"e5196348-81a4-4795-8086-aa30a16fa311","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:41:14.05017696Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-valid-sub","reconcileID":"4bf31cec-ba6b-49b8-88c0-98eb196eced2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.091794804Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5f661f76-e114-4704-91c5-5da59b3dd224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.091793507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"b93c0d0a-51cb-481d-899e-c4850e17b75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.147333965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"b93c0d0a-51cb-481d-899e-c4850e17b75b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.150670755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5f661f76-e114-4704-91c5-5da59b3dd224","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.164611547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"a4ff0649-8038-4424-90a7-405a005834aa","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.16514644Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"aff63788-a59e-4d36-ab53-f6cd18c70a8a","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.219899547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"5aaea847-6bdb-416f-861f-939fcaae270d","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.315042011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"455ce4d1-9fa0-4f97-af53-68243aed0c66","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.370703195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"455ce4d1-9fa0-4f97-af53-68243aed0c66","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.477900035Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-valid-sub","reconcileID":"b1dcf911-7e26-43e0-8925-329c425b9b31","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e1793d/e2e-models-valid-sub","ai-tenant-e2e-worker-w1-e1793d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.498055907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"c5d2570d-f701-41dc-b39b-9849ad5e929b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.498207062Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d96c2c17-0009-456c-afec-0402217d887b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.553552176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"c5d2570d-f701-41dc-b39b-9849ad5e929b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.553581806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d96c2c17-0009-456c-afec-0402217d887b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.638190284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"a780085d-5cf7-479b-9922-763b88d8c267","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.680096596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"f6d3660d-2600-4817-a774-dc00b375c8d4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:14.839463528Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-valid-sub","reconcileID":"ee1b4ab7-2e46-4bc9-b433-1cb6ac84f364","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:16.862249149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"7ef53f56-6749-4b12-a4d9-b7d79bf633f8","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.047871452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"d8b8b313-d6e4-4009-bbe1-c4f36a3ca819","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.048100534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"462923cc-5f68-4ce4-9051-ef91b08845f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.047873363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"89c90ff2-a950-436a-8890-dc8e5aa7498a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.103589646Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"462923cc-5f68-4ce4-9051-ef91b08845f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.103601565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"d8b8b313-d6e4-4009-bbe1-c4f36a3ca819","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:17.10587533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"89c90ff2-a950-436a-8890-dc8e5aa7498a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.473926551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"ebd46c9d-6650-441e-8fe3-618e8adc0778","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.590031255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"1a9c28be-0584-463e-ab62-c955a707a9b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.693417495Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65cf879a-f152-4b92-8dfa-490607be2138","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.832399241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"126c046e-dd0e-406b-9080-8121add98d8d","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.832405369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d456232d-e2e0-4aac-933b-c02be0c5a89e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.929998787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"2fa53df6-16ee-4ba5-98ed-527fdc0399b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:19.94698656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"1071fa37-4334-42d8-984e-35fca17eb33e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.030221523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"5a91ac13-7988-4717-9ecc-8dc2500e7b30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.140260371Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"70fa7096-c725-462c-a5ca-ef1136b4bb0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.241773578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"c224458d-c1ea-4689-ab42-f701112351e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.422205865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"28afaa42-591d-47ab-bcd5-59cbf856f3db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:20.517501949Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"b85fdfaf-d78e-4705-90b7-4c323458968b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:23.933440974Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:26.445847453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-w3-41aa5f","reconcileID":"a742584c-63ab-48b7-8911-1015df2aa2b3","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.01915444Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-valid-sub","reconcileID":"5e5cd5ca-3106-49a3-a8d4-173f13942706","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscription":"e2e-models-valid-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.229638864Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-valid-sub","reconcileID":"5e5cd5ca-3106-49a3-a8d4-173f13942706","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e1793d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.434427308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"ea1b64d0-ded1-4ac1-acab-e0e592dc396f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.488849311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"1537ced6-f8e3-4cbf-9dfb-399b4c382b84","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.639000262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"db995f7c-59fd-45ba-84be-acb459986e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.640800941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f5ca9df1-b885-4681-a59e-2c8cfc2240e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.696323671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"db995f7c-59fd-45ba-84be-acb459986e29","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.699709617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f5ca9df1-b885-4681-a59e-2c8cfc2240e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.719978569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"0acb5cee-de50-4c8c-8ea8-36cec4171fa5","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.7398382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"600b595a-1507-431e-9593-3e5816c9cd39","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:27.795421222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"600b595a-1507-431e-9593-3e5816c9cd39","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.002452712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-models-invalid-sub-auth","reconcileID":"ad2979d7-ea91-41e9-97b8-d288bc59f520","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:28.259224472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"e50de23e-e570-42b8-ad56-24068730af88","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.22816035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"c0165784-0a9f-4691-85d4-bc35d913405d","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.228623272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"9c975393-164b-4637-a13c-9e145804b971","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.228928195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-w3-41aa5f","reconcileID":"f88834e7-d6b9-4256-b648-eeaaaa410b3a","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.282002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"a800bc40-65c4-44b9-a78e-ae4037ad67fd","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.282347841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-w3-41aa5f","reconcileID":"988b9943-e4c5-458a-81fa-ce1a52cf3e69","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.282601972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"89f98391-80eb-4c80-aea4-775b3f5ba7ab","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.383085765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9853c874-1b77-433a-add7-871444cf61a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.383140309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"319b0bca-05ee-44fe-9c02-23f7b38ff383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.43460593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"ae8bf846-9179-494b-82e1-5db26b94c58d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.434642785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"d86d8cce-624c-41ed-b370-06ce4da32463","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.439279786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"319b0bca-05ee-44fe-9c02-23f7b38ff383","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.440092186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9853c874-1b77-433a-add7-871444cf61a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.761074913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80e6260-0968-421d-b5b8-8de2039dac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.816410954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80e6260-0968-421d-b5b8-8de2039dac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.81654111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"075003fe-6428-496d-9492-f618d3b7975a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.866598153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80e6260-0968-421d-b5b8-8de2039dac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.866791921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4fbeed7c-3f83-4d4b-8029-b8e675482b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.917042277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a80e6260-0968-421d-b5b8-8de2039dac8b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.971949121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4fbeed7c-3f83-4d4b-8029-b8e675482b77","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:29.97225328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"075003fe-6428-496d-9492-f618d3b7975a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:31.849298772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8667e-d01a-4285-8fcf-6a75b712e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:31.89979084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8667e-d01a-4285-8fcf-6a75b712e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:31.950069748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8667e-d01a-4285-8fcf-6a75b712e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:32.00058365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2d8667e-d01a-4285-8fcf-6a75b712e66f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:34.948835533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05809527-0fa8-414a-bcb2-28b4dccee61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:34.999192979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05809527-0fa8-414a-bcb2-28b4dccee61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:35.049616229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05809527-0fa8-414a-bcb2-28b4dccee61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:35.099988757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05809527-0fa8-414a-bcb2-28b4dccee61d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:35.446079402Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-51bcf3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-51bcf3","reconcileID":"daff3cbc-46de-4e11-8605-0201f9540064","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-51bcf3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-51bcf3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:36.590292328Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"f3fd50d2-9efd-4c8b-aff2-77de3f627172","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:36.640720468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"33f35dc3-fbb4-466e-b999-5cae98caa997","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:36.699789557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"78998326-bcc7-48d2-b2d9-9a827109ef26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:36.800035598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"61d182ef-41e4-4c59-87a0-8b6a64786592","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:36.900149227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"ebad9640-a8cc-4cfc-a150-803f7d403536","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:36.931711369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"4e05ebfd-a509-4310-bcf3-a3ccaae69596","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:36.953650314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee25f8c-0ac2-4632-b6b3-c1339aed3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.004553614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee25f8c-0ac2-4632-b6b3-c1339aed3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.054802277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b69c758a-e9b8-479c-b132-5b09c2f6822e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.05585856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee25f8c-0ac2-4632-b6b3-c1339aed3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.106927566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee25f8c-0ac2-4632-b6b3-c1339aed3ff5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.209606085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"71c3c64a-8c77-4bfe-a939-2555dd85c6a3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.260149475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"67b1a127-1241-42ae-a41d-71a1510eca45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.33430699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"de274e70-d4fc-423b-92b2-6bedcc0484f8","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.466864341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7fa29e21-f488-4647-80fe-f4695841720b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.466919646Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"74813a6b-2ecc-4bde-a958-abb3062b7810","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.80509622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"ec298aa8-0518-4859-a8cd-d04c4df992de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.80511266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"163251be-3c77-4ec3-88c5-e65cbb7baf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.860449521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"163251be-3c77-4ec3-88c5-e65cbb7baf1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:37.860641763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"ec298aa8-0518-4859-a8cd-d04c4df992de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:39.028431344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b410e0e6-8606-42c9-a73a-bac3c1a32e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:39.08258961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b410e0e6-8606-42c9-a73a-bac3c1a32e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:39.135195583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b410e0e6-8606-42c9-a73a-bac3c1a32e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:39.199587904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b410e0e6-8606-42c9-a73a-bac3c1a32e1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:53.915101236Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:57.991484359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"0f7e9a81-7aad-41a0-9c5b-3f89d6569111","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.09176767Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"6a070dd8-275a-459b-981c-42587ce44f80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.106456265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"872c7ea8-2bde-4c56-a98f-8ee18aea7f7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.191853085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6cfbfecf-5b06-4103-b443-957dae1e9dce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.292762116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"7326f19b-3ebc-4d8d-8e60-ceadb2e901b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.39211148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"0b75a5fb-5d49-4d56-b6a7-3bb02e7bde6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.492498709Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"3c10a304-ef4d-4cb3-88a9-50e1e4699dcb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.592776157Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"22d3c210-c8bd-4cea-ab87-2d1128f31659","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.635272822Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"264b0d26-a3b5-4828-9857-f88e77dbc42b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.693760219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"ca234dbe-ddb6-4709-bd99-45f97bdff373","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.80677562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"e394e476-eef4-406c-8549-4c402524502e","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.806862868Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b9cfa9e0-e604-4827-90b3-a0d478b046f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.844240824Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e53f6748-d2a7-4427-9379-71d9a189d112","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.844410246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f307d4d-2f55-4cb5-9abe-84cd958dd698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.844442643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2f307d4d-2f55-4cb5-9abe-84cd958dd698","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.906608175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"d752bbdf-7563-449d-9033-6d80e928ced0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.943894755Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-policy-88779826","reconcileID":"e53f6748-d2a7-4427-9379-71d9a189d112","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"policyNamespace":"ai-tenant-e2e-mt-c44a48d3","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.998538665Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f19b9bb-a50f-4779-a6e5-dc96afa4d258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:58.998563251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f19b9bb-a50f-4779-a6e5-dc96afa4d258","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.166650891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e8ad31-74b9-48a4-bf9b-b3d91fd1a96a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:41:59.166671527Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6e8ad31-74b9-48a4-bf9b-b3d91fd1a96a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.323434707Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"f93d85eb-bc6c-4169-9a01-9bdf74a4829b","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-88779826","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.533928222Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"namespace":"ai-tenant-e2e-mt-c44a48d3","name":"e2e-shared-int-sub-88779826","reconcileID":"f93d85eb-bc6c-4169-9a01-9bdf74a4829b","MaaSSubscription":{"name":"e2e-shared-int-sub-88779826","namespace":"ai-tenant-e2e-mt-c44a48d3"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.735872232Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d15b3e7b-b7b6-447f-be62-37de08929701","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.79358748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b6e66db-5ea5-4e00-acc2-d4d8007eaff9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:09.793616087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1b6e66db-5ea5-4e00-acc2-d4d8007eaff9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:11.836807682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"3fec0bc1-d2d2-4858-b2c6-451442ac6f30","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:11.950403257Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"3fec0bc1-d2d2-4858-b2c6-451442ac6f30","name":"e2e-api-a-51bcf3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:23.913647199Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.250254804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"2fdc0802-8fd5-471c-a780-df515b249ded","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.364465389Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"bd1de2f5-c22e-45b3-ad37-595d946ac5a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.386248516Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"e4c3b511-b8eb-427a-a525-82aea8c99ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.512351027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"c7d903b9-c0f8-4d89-b9b9-5bb3d9b607e0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.634076998Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"1e210ea9-84f3-414d-8a71-579cb8afbd7b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.778704523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"7720535c-ae12-4a86-b843-32a31dfe7a2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:26.89001729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3128fffd-d077-4022-b734-fb15b64f005d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:27.010626716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"9cf7c274-72af-439a-b5be-3bdcf25bcbd5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:27.135852001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"46c9a4b5-738e-4729-b392-9347049d8aaf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:27.256614081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d5f27e3-a7bc-4bcf-aeb0-fd82911a2fb6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:27.328905865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"82cb50a1-7b85-406e-8397-1f550839ea25","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:27.448787769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"b90bc061-b1e3-4172-acc9-5a6121e1c2a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:32.475845633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c0102e-aab5-4419-83fb-86046db86ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:32.526878094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c0102e-aab5-4419-83fb-86046db86ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:32.578532647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c0102e-aab5-4419-83fb-86046db86ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:32.62925044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33c0102e-aab5-4419-83fb-86046db86ea0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:33.047487601Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-948470","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-948470","reconcileID":"24c3d154-9c27-4e92-a89a-7ceec3dc2432","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-948470","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-948470":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:34.463869643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6da4a7-16c8-4ee1-9d9c-946d892cc35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:34.514002801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6da4a7-16c8-4ee1-9d9c-946d892cc35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:34.564008765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6da4a7-16c8-4ee1-9d9c-946d892cc35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:34.614153817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd6da4a7-16c8-4ee1-9d9c-946d892cc35d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.028677456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-2-w3-41aa5f","reconcileID":"fb527a00-b293-4ed5-a33e-fb51d52bb90c","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-2-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-2-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:35.992284279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"be912a93-64b9-4d63-8d32-5670bb648d84","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.048015028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"84b74737-6497-49b5-b867-ca2768d70b06","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.197266188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"7b37d74e-8948-4e79-a74d-ba1320222c17","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.25295625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"7b37d74e-8948-4e79-a74d-ba1320222c17","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.263469355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"fc004014-510f-445b-a9e8-c2fc5a2397bd","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.316244294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"87fadad0-9443-4024-89fa-dea53fd246e7","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:36.370824222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-sub","reconcileID":"05f51c5e-2c0a-4aee-afa4-0b9daeb7e2c8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.411940384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6132150a-f1a4-49ae-9571-19df5d4e825c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.411945948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a10c5aa6-e844-4402-9475-53f05f9cf740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.46237854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1b2b2e-6fcc-46ab-aee0-cd761855d92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.467302919Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6132150a-f1a4-49ae-9571-19df5d4e825c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.467360597Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a10c5aa6-e844-4402-9475-53f05f9cf740","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.484690802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"6e040b42-1aa0-4eb3-92ee-a472c1ba11be","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.512866164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1b2b2e-6fcc-46ab-aee0-cd761855d92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.517992612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"45381f1e-a8a7-40f7-a62e-871e0b26cf65","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.563683099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1b2b2e-6fcc-46ab-aee0-cd761855d92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.568534671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"278ca042-cbdf-4fd0-924a-a389d233212a","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.614160573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b1b2b2e-6fcc-46ab-aee0-cd761855d92a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.76489475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"7e7b815a-145f-4ff5-93da-4254cedcbf3d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.819913024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"7e7b815a-145f-4ff5-93da-4254cedcbf3d","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.824544949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"5d2bf868-330f-4ae3-acb1-a37e5b5a9237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.87402286Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"60365d38-8231-4b4c-991d-ae905c590635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.879505731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"5d2bf868-330f-4ae3-acb1-a37e5b5a9237","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.880175612Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-sub","reconcileID":"cece13ed-5058-4885-8819-57f3383c988e","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:36.928841662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"60365d38-8231-4b4c-991d-ae905c590635","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:37.039699028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"dc7ffb72-e188-4c48-89e5-cc2a985dabec","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:37.099151287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"10111a04-0e5f-48bf-a5c9-b47e3b72abc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:37.241862023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-sub","reconcileID":"76131c14-0675-41cb-98f3-0f42b36034c7","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:39.634126435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"a6ceb1ea-1548-4580-9d94-65b00bf10fb1","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:39.783556063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"8ec9da29-cc77-4f9b-ba21-65e778f9a001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:39.783714481Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8443cbdc-d7d3-43cb-ab64-42012fd89706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:39.783555317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"64348b14-93b8-467b-96fa-c7276e4afa33","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:39.840942142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"8ec9da29-cc77-4f9b-ba21-65e778f9a001","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:39.840999035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8443cbdc-d7d3-43cb-ab64-42012fd89706","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:39.844149716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"64348b14-93b8-467b-96fa-c7276e4afa33","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:47.231418997Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"86e70e0b-7989-4f0c-86fd-33add865dd88","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:47.231452614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"86e70e0b-7989-4f0c-86fd-33add865dd88","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:49.790843431Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-sub","reconcileID":"36f057f3-8a4a-4277-90c5-da3eb5b0a0b3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscription":"e2e-api-key-scoped-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:49.999130604Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-sub","reconcileID":"36f057f3-8a4a-4277-90c5-da3eb5b0a0b3","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.200504558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"4f2da200-0473-4a93-9dbb-ab94e6a49fa8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.258270727Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"f6f912a8-28fe-4b1d-a06a-0269d7b0a65c","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.401132744Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"03041f3a-3d15-4517-99ff-b637ac646ab1","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.410139159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"b8518e9c-d59e-478b-9b7c-740d2183b32c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.410204571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2be1f473-9b78-42a2-b935-88a2052bfa1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.410787238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"def08b59-586a-4fd4-9732-edcf441cdd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.465394917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2be1f473-9b78-42a2-b935-88a2052bfa1e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.465394233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"b8518e9c-d59e-478b-9b7c-740d2183b32c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.467585821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"def08b59-586a-4fd4-9732-edcf441cdd89","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.669050409Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-api-key-scoped-auth","reconcileID":"c8f89a2e-a1b5-4c6d-8be8-6544cfef4b62","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:50.924679877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"5ea6de87-2773-417d-a140-3b80dd955e68","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.729037892Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"5de197df-c6d1-4b5e-9aab-acf458d0a1d0","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.729071134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"5de197df-c6d1-4b5e-9aab-acf458d0a1d0","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.78429568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b9a82b35-2109-4191-9148-468183b8ef2d","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.784324893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b9a82b35-2109-4191-9148-468183b8ef2d","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:52.919706494Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"381ca1ad-c36d-4838-a7d8-831b8124cd35","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.044532539Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"ec03dad9-d1b3-4da8-8a55-1daa9e465d04","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.044554513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"ec03dad9-d1b3-4da8-8a55-1daa9e465d04","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.053529953Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"381ca1ad-c36d-4838-a7d8-831b8124cd35","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.103006609Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b27a0795-74cd-4270-819d-1aa6ad16d7de","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.103032518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b27a0795-74cd-4270-819d-1aa6ad16d7de","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.107964863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2b9f22c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"381ca1ad-c36d-4838-a7d8-831b8124cd35","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:53.154172268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"e704bb9b-df35-4d07-a022-aff1fc6352a6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-2b9f22c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:53.154767269Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b27a0795-74cd-4270-819d-1aa6ad16d7de","name":"e2e-lifecycle-model-2b9f22c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2b9f22c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:42:53.154867025Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b27a0795-74cd-4270-819d-1aa6ad16d7de","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2b9f22c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.160260225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"551177eb-5fed-4bec-a197-52a2856c0ed5","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.16028149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"551177eb-5fed-4bec-a197-52a2856c0ed5","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.189087725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8655da-878b-4396-ad42-ac49c8520103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.23986723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8655da-878b-4396-ad42-ac49c8520103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.240351934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"2b8eb025-92aa-45b5-a478-23592269b4af","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.240395679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"2b8eb025-92aa-45b5-a478-23592269b4af","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.290550486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8655da-878b-4396-ad42-ac49c8520103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.297865008Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"708bb4ec-2c4d-4c5d-8efe-5f55ea76ee87","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.297888839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"708bb4ec-2c4d-4c5d-8efe-5f55ea76ee87","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.341542529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e8655da-878b-4396-ad42-ac49c8520103","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.391547827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"96dbb8ff-8b75-498f-a822-13ed813ff729","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.396232521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"bea46483-c1b7-4b7a-affe-339c4dcedbb6","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.39625914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"bea46483-c1b7-4b7a-affe-339c4dcedbb6","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.448728809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"96dbb8ff-8b75-498f-a822-13ed813ff729","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.505183682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2b9f22c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"96dbb8ff-8b75-498f-a822-13ed813ff729","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.600341429Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"215368a5-ef06-4250-83e5-cb3bd4da75c7","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","model":"e2e-lifecycle-model-2b9f22c1","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-2b9f22c1/e2e-sub-2b9f22c1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.647442189Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"c3b343a3-ebe2-43f8-add7-f141c34468e1","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.70720219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"c3b343a3-ebe2-43f8-add7-f141c34468e1","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.761295488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2b9f22c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"c3b343a3-ebe2-43f8-add7-f141c34468e1","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.762532355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e162211b-c089-4fc0-b0fb-dbff38709228","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.762548705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e162211b-c089-4fc0-b0fb-dbff38709228","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.913402334Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:53.964536897Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"5481ea08-d1a1-4b20-bef8-ac5d3a724732","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:55.251381962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7776759f-e3b6-48d1-ae38-9f3ac7876a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:55.301753955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7776759f-e3b6-48d1-ae38-9f3ac7876a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:55.351830414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7776759f-e3b6-48d1-ae38-9f3ac7876a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:55.402219418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7776759f-e3b6-48d1-ae38-9f3ac7876a49","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:56.2403372Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5e048b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5e048b","reconcileID":"086dfd7c-d62d-4844-a65c-850fe5c0b24a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5e048b","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-5e048b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.272510055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f663f3f-68d8-438f-89fc-31816a4329a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.322873207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f663f3f-68d8-438f-89fc-31816a4329a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.37496211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f663f3f-68d8-438f-89fc-31816a4329a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.426451096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f663f3f-68d8-438f-89fc-31816a4329a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.468617601Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674878f1-838d-45d5-bd09-6ba18b008ff2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.468640299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"674878f1-838d-45d5-bd09-6ba18b008ff2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.523517196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c40de3a-8811-46d6-ac76-841e9625368c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.523546357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7c40de3a-8811-46d6-ac76-841e9625368c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.63266937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"bfd2dc26-ad59-4bcb-b0ae-0b0615c2c39b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.758987494Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"bfd2dc26-ad59-4bcb-b0ae-0b0615c2c39b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.813432221Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51bcf3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"bfd2dc26-ad59-4bcb-b0ae-0b0615c2c39b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.869272355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa875df-9737-4c21-8243-b8ca88e46dc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:57.869294026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cfa875df-9737-4c21-8243-b8ca88e46dc2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:59.35879595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfaf14f-04e0-4609-9e53-2d4751f7d6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:59.409303287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfaf14f-04e0-4609-9e53-2d4751f7d6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:59.459797482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfaf14f-04e0-4609-9e53-2d4751f7d6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:42:59.510046282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dfaf14f-04e0-4609-9e53-2d4751f7d6ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.59282966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c81d18-2a53-4503-9c33-cfab79d18208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.65034593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c81d18-2a53-4503-9c33-cfab79d18208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.700998165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c81d18-2a53-4503-9c33-cfab79d18208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:02.751525144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1c81d18-2a53-4503-9c33-cfab79d18208","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:03.100911444Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-012d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-012d31","reconcileID":"5275fd56-42ad-4fce-9b30-0bc58c8113f4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-012d31","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-012d31":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:03.865620163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"f9c5cf36-6a78-4a5a-a03c-d6f30ee586c4","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:03.921193958Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"f9c5cf36-6a78-4a5a-a03c-d6f30ee586c4","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:03.979290682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2b9f22c1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"f9c5cf36-6a78-4a5a-a03c-d6f30ee586c4","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:04.6455663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7fe0c2-a431-4571-b2aa-15d46c807136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:04.695857147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7fe0c2-a431-4571-b2aa-15d46c807136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:04.746296674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7fe0c2-a431-4571-b2aa-15d46c807136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:04.796864398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc7fe0c2-a431-4571-b2aa-15d46c807136","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.67113087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a0a787-4d61-4227-b35a-c78f473ff225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.721460931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a0a787-4d61-4227-b35a-c78f473ff225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.772893463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a0a787-4d61-4227-b35a-c78f473ff225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:06.824085726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3a0a787-4d61-4227-b35a-c78f473ff225","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:07.970515776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"6ad588f9-8991-4ece-bece-1ac6ffbf45a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.029229795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"6ad588f9-8991-4ece-bece-1ac6ffbf45a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.08379094Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51bcf3-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"6ad588f9-8991-4ece-bece-1ac6ffbf45a1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.749969764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7632253-23aa-4aaa-a26e-986675727a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.800194655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7632253-23aa-4aaa-a26e-986675727a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.85081288Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7632253-23aa-4aaa-a26e-986675727a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:08.901135729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7632253-23aa-4aaa-a26e-986675727a1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:10.790721298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f441115-9277-4917-b9ba-44aa14cebbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:10.840875201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f441115-9277-4917-b9ba-44aa14cebbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:10.891435468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f441115-9277-4917-b9ba-44aa14cebbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:10.941709139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f441115-9277-4917-b9ba-44aa14cebbfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:12.126308948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"8895ffee-e796-4f77-87d2-d7ab93830ae5","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:12.330990714Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b62d50fd-d91f-48d0-87fb-ee3eb7298119","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:12.33101999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"b62d50fd-d91f-48d0-87fb-ee3eb7298119","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:12.897420575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45eebb5-a140-44a5-9133-b6f5b8faee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:12.947835147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45eebb5-a140-44a5-9133-b6f5b8faee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:12.99800093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45eebb5-a140-44a5-9133-b6f5b8faee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:13.051637999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b45eebb5-a140-44a5-9133-b6f5b8faee10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:13.603643358Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"8a7febdd-c4a5-40d2-9976-676dc3b8d550","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:13.659432491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"8a7febdd-c4a5-40d2-9976-676dc3b8d550","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:13.715245209Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2b9f22c1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09a527f2ed754423c251eda6d73b75d6a8746f2e8db366de7a244757842944a4) AuthConfig (c37323a42cc78d16c12c7d4b8c291aaeb7caff64034c3e275f9069213061dcb8) AuthConfig (ba364a42728a5004c4c013651fd5688234916cf0a19d5f654e12e38d34514c38) AuthConfig (4657719831b6303a7f4f718719724da4e03d3e9f863d2e59f4725af2a12cdc9a) AuthConfig (7e3554a34b7408281421ff348b15a826b00786ba767a02dad9c307e216fa1046) AuthConfig (19fd449812e67a5553cdf741291384aac67e47adb3d7901ec1045bda8bbd02db) AuthConfig (2848f18fa90cb59748d34f4c083c361860fd0b4a1700172874d63e6b237e6d32) AuthConfig (01c17febbc493479583515b0f66a8aae07e3b200f7f0ccd8a7042b93900a40de) AuthConfig (2c3d7490dc76b55ccaad792f2dcb37298c05463bf87d96a3a27dbed9da1c6175) AuthConfig (b696058a3db11661c1cde4925eac7a926473945d23f36e5e8e0f663a9bff38c6) AuthConfig (8fcffce8cb9180a8c1e8c6c52d51af4ea1ea0e2298a09aaf798bb426f05f1bc9) AuthConfig (ab2670fb76a1e061371ecde302fb2008895b0ab3a5e2b25f88dbb4062ce453a8) AuthConfig (047f5d62cb982df872dda343f1a5d69523ad39c70baff24e79575b48bccfaef3) AuthConfig (a98fb732b78020b891c120473fb7dec5fa77762786026756536a1162b1e50a99) AuthConfig (feffb42077a1b7b7ae6404581115cefe7f633d688a7652025c76a6f6817469ee) AuthConfig (ce67e9dac9692416f4023f482c27f3f79bc466d63363bef8d2643878b6efcc83) AuthConfig (9f4a3a40c07e7d934a90e3bbbb2e565daa1a312a9ce181ec62522c6cf6b7b549) AuthConfig (5a509bbe480a2b30bb761d4673c741b270f252645240dfaa2c26b4ad1b371d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"8a7febdd-c4a5-40d2-9976-676dc3b8d550","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:13.771695233Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"07cba975-b4d8-46dd-a42c-ca9f57135f3d","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:13.771715303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"07cba975-b4d8-46dd-a42c-ca9f57135f3d","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:14.920911397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03e9b1b-07e0-4e9a-aedc-ff518e9ab9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:14.972397855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03e9b1b-07e0-4e9a-aedc-ff518e9ab9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:15.02262536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03e9b1b-07e0-4e9a-aedc-ff518e9ab9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:15.072836104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e03e9b1b-07e0-4e9a-aedc-ff518e9ab9cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:17.5407623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"3909913a-b8cf-4265-8a40-a3ccb17bd933","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:17.655732276Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"3909913a-b8cf-4265-8a40-a3ccb17bd933","name":"e2e-api-a-948470-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:18.184736733Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"376ef85b-266d-4364-95d3-c3a979169b10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:18.241033466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"376ef85b-266d-4364-95d3-c3a979169b10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:18.295948243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51bcf3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2335389ccdaf976e04d78803efeafb8d94706da2ce80a49a986fd52ef5735fc) AuthConfig (30614b82c7f0f3b8936f87fe8b018b804449222dbca7fa759ce1c7c7aa341def) AuthConfig (039790deb9e0e277e5a624c84179c0d2af4bb0b6cfc88a484a76c23c5fbfece9) AuthConfig (901e0edc88174ec69c317913ef71fcbbb8159b3fff02c69f5c9bf3c911941794) AuthConfig (d099a847fd42422ed2e947d292bb17f5b0194bf03417e5e256b4c36a3d69b925) AuthConfig (f13f2c8fdd17cc2e1ad7224bedf163486cce9b1538529258e84cdee13dde4f22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"376ef85b-266d-4364-95d3-c3a979169b10","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:18.351344021Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b395565a-c2af-4b75-8289-68f528844dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:18.351381493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b395565a-c2af-4b75-8289-68f528844dd7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:23.872649783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"879e8d9a-4861-43bb-b78a-c5f6e775fe46","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:23.913894854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:23.92780412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"879e8d9a-4861-43bb-b78a-c5f6e775fe46","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:23.981695403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2b9f22c1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09a527f2ed754423c251eda6d73b75d6a8746f2e8db366de7a244757842944a4) AuthConfig (c37323a42cc78d16c12c7d4b8c291aaeb7caff64034c3e275f9069213061dcb8) AuthConfig (ba364a42728a5004c4c013651fd5688234916cf0a19d5f654e12e38d34514c38) AuthConfig (4657719831b6303a7f4f718719724da4e03d3e9f863d2e59f4725af2a12cdc9a) AuthConfig (7e3554a34b7408281421ff348b15a826b00786ba767a02dad9c307e216fa1046) AuthConfig (19fd449812e67a5553cdf741291384aac67e47adb3d7901ec1045bda8bbd02db) AuthConfig (2848f18fa90cb59748d34f4c083c361860fd0b4a1700172874d63e6b237e6d32) AuthConfig (01c17febbc493479583515b0f66a8aae07e3b200f7f0ccd8a7042b93900a40de) AuthConfig (2c3d7490dc76b55ccaad792f2dcb37298c05463bf87d96a3a27dbed9da1c6175) AuthConfig (b696058a3db11661c1cde4925eac7a926473945d23f36e5e8e0f663a9bff38c6) AuthConfig (8fcffce8cb9180a8c1e8c6c52d51af4ea1ea0e2298a09aaf798bb426f05f1bc9) AuthConfig (ab2670fb76a1e061371ecde302fb2008895b0ab3a5e2b25f88dbb4062ce453a8) AuthConfig (047f5d62cb982df872dda343f1a5d69523ad39c70baff24e79575b48bccfaef3) AuthConfig (a98fb732b78020b891c120473fb7dec5fa77762786026756536a1162b1e50a99) AuthConfig (feffb42077a1b7b7ae6404581115cefe7f633d688a7652025c76a6f6817469ee) AuthConfig (ce67e9dac9692416f4023f482c27f3f79bc466d63363bef8d2643878b6efcc83) AuthConfig (9f4a3a40c07e7d934a90e3bbbb2e565daa1a312a9ce181ec62522c6cf6b7b549) AuthConfig (5a509bbe480a2b30bb761d4673c741b270f252645240dfaa2c26b4ad1b371d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"879e8d9a-4861-43bb-b78a-c5f6e775fe46","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.451466712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"8cdaab56-ad96-4e0f-8d7e-6c27c36d046f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.507663445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"8cdaab56-ad96-4e0f-8d7e-6c27c36d046f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:28.561542828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-51bcf3-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d2335389ccdaf976e04d78803efeafb8d94706da2ce80a49a986fd52ef5735fc) AuthConfig (30614b82c7f0f3b8936f87fe8b018b804449222dbca7fa759ce1c7c7aa341def) AuthConfig (039790deb9e0e277e5a624c84179c0d2af4bb0b6cfc88a484a76c23c5fbfece9) AuthConfig (901e0edc88174ec69c317913ef71fcbbb8159b3fff02c69f5c9bf3c911941794) AuthConfig (d099a847fd42422ed2e947d292bb17f5b0194bf03417e5e256b4c36a3d69b925) AuthConfig (f13f2c8fdd17cc2e1ad7224bedf163486cce9b1538529258e84cdee13dde4f22)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"8cdaab56-ad96-4e0f-8d7e-6c27c36d046f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:34.083241752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"8bfc616c-3745-451f-8e71-e603d3e8701d","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:34.138801863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"8bfc616c-3745-451f-8e71-e603d3e8701d","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:34.192966044Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-2b9f22c1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (09a527f2ed754423c251eda6d73b75d6a8746f2e8db366de7a244757842944a4) AuthConfig (c37323a42cc78d16c12c7d4b8c291aaeb7caff64034c3e275f9069213061dcb8) AuthConfig (ba364a42728a5004c4c013651fd5688234916cf0a19d5f654e12e38d34514c38) AuthConfig (4657719831b6303a7f4f718719724da4e03d3e9f863d2e59f4725af2a12cdc9a) AuthConfig (7e3554a34b7408281421ff348b15a826b00786ba767a02dad9c307e216fa1046) AuthConfig (19fd449812e67a5553cdf741291384aac67e47adb3d7901ec1045bda8bbd02db) AuthConfig (2848f18fa90cb59748d34f4c083c361860fd0b4a1700172874d63e6b237e6d32) AuthConfig (01c17febbc493479583515b0f66a8aae07e3b200f7f0ccd8a7042b93900a40de) AuthConfig (2c3d7490dc76b55ccaad792f2dcb37298c05463bf87d96a3a27dbed9da1c6175) AuthConfig (b696058a3db11661c1cde4925eac7a926473945d23f36e5e8e0f663a9bff38c6) AuthConfig (8fcffce8cb9180a8c1e8c6c52d51af4ea1ea0e2298a09aaf798bb426f05f1bc9) AuthConfig (ab2670fb76a1e061371ecde302fb2008895b0ab3a5e2b25f88dbb4062ce453a8) AuthConfig (047f5d62cb982df872dda343f1a5d69523ad39c70baff24e79575b48bccfaef3) AuthConfig (a98fb732b78020b891c120473fb7dec5fa77762786026756536a1162b1e50a99) AuthConfig (feffb42077a1b7b7ae6404581115cefe7f633d688a7652025c76a6f6817469ee) AuthConfig (ce67e9dac9692416f4023f482c27f3f79bc466d63363bef8d2643878b6efcc83) AuthConfig (9f4a3a40c07e7d934a90e3bbbb2e565daa1a312a9ce181ec62522c6cf6b7b549) AuthConfig (5a509bbe480a2b30bb761d4673c741b270f252645240dfaa2c26b4ad1b371d74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"8bfc616c-3745-451f-8e71-e603d3e8701d","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:38.66263325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"e72775af-55ce-4066-bdd7-c3add8660aa5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:38.719087171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"e72775af-55ce-4066-bdd7-c3add8660aa5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:39.029290958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6132727f-4891-478f-b110-a4d5fb0a77a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:39.0293204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6132727f-4891-478f-b110-a4d5fb0a77a2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:44.388039002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"26e0d555-7575-4cbf-858a-83a126925b03","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:44.443831533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"26e0d555-7575-4cbf-858a-83a126925b03","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:44.7523179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"ea3e6b66-8933-408d-a429-0e39ae7c1ef6","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:44.752340896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"ea3e6b66-8933-408d-a429-0e39ae7c1ef6","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:45.173521368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34727b2a-8ee6-4e9d-a23e-513ea4e271dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:45.224254903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34727b2a-8ee6-4e9d-a23e-513ea4e271dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:45.27469568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34727b2a-8ee6-4e9d-a23e-513ea4e271dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:45.324908304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34727b2a-8ee6-4e9d-a23e-513ea4e271dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:45.746440499Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f4e704","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f4e704","reconcileID":"111b4325-ba6b-4b45-ba59-c83260e78d0e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f4e704","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f4e704":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:46.447604557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"93881019-1ad0-46f8-8194-a217b199ddf1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:46.561251921Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"93881019-1ad0-46f8-8194-a217b199ddf1","name":"e2e-api-a-5e048b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:47.185187869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0b27f-97c3-40da-b810-6ad099a92bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:47.236416419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0b27f-97c3-40da-b810-6ad099a92bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:47.286640397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0b27f-97c3-40da-b810-6ad099a92bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:47.336973993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4e0b27f-97c3-40da-b810-6ad099a92bdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:49.251027733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeb0fa9-eb1e-4e4b-a9ab-e590b0840c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:49.301468162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeb0fa9-eb1e-4e4b-a9ab-e590b0840c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:49.351811122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeb0fa9-eb1e-4e4b-a9ab-e590b0840c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:49.402227363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ceeb0fa9-eb1e-4e4b-a9ab-e590b0840c97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:51.254098549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4263b907-dacb-4a43-bd99-86164a016723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:51.304690223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4263b907-dacb-4a43-bd99-86164a016723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:51.355784258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4263b907-dacb-4a43-bd99-86164a016723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:51.4064986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4263b907-dacb-4a43-bd99-86164a016723","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:53.244526017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f54d2d0-e8e5-43d0-b83c-78165ea18c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:53.294810859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f54d2d0-e8e5-43d0-b83c-78165ea18c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:53.345096924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f54d2d0-e8e5-43d0-b83c-78165ea18c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:53.396026793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f54d2d0-e8e5-43d0-b83c-78165ea18c60","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:53.914076639Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:55.234899527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12567e79-7ca8-4a68-a03e-9322349613ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:55.285354123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12567e79-7ca8-4a68-a03e-9322349613ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:55.335830796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12567e79-7ca8-4a68-a03e-9322349613ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:55.38615519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12567e79-7ca8-4a68-a03e-9322349613ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:56.878239163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"384b69ae-38bf-43f6-acbe-0bf560916668","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:56.995985671Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"384b69ae-38bf-43f6-acbe-0bf560916668","name":"e2e-api-b-012d31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.185290286Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"0e91e0cb-e83e-4bfd-bcb5-9070285b1ac3","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.185312603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"0e91e0cb-e83e-4bfd-bcb5-9070285b1ac3","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.339792096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"4225a35d-9328-4514-a946-ec13c9df178f","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.34172951Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"9f5fd5da-8d9c-4d2b-9155-3c4ebf7476b2","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.341754159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"9f5fd5da-8d9c-4d2b-9155-3c4ebf7476b2","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.394784013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"4225a35d-9328-4514-a946-ec13c9df178f","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.443479604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"3c6d9958-ef8f-4e63-9e16-3c44d9c6ac6f","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.697009108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"cdaf78d6-6b9a-42b5-94a1-bf87568984bc","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.754113875Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"cdaf78d6-6b9a-42b5-94a1-bf87568984bc","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:58.756304475Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"7eea9fc9-61f9-4043-8155-c1ee8111b452","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:59.109784497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842708a0-bad2-4130-9edc-10582ceb575a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:59.160299695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842708a0-bad2-4130-9edc-10582ceb575a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:59.211049074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842708a0-bad2-4130-9edc-10582ceb575a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:43:59.261650206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"842708a0-bad2-4130-9edc-10582ceb575a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:01.088169856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2860051-d9e7-41b3-8025-608cc5297fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:01.138795402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2860051-d9e7-41b3-8025-608cc5297fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:01.192076998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2860051-d9e7-41b3-8025-608cc5297fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:01.243716418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2860051-d9e7-41b3-8025-608cc5297fa3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:03.069711429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642bfe2f-a315-4e25-a803-b74df7b34eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:03.120595299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642bfe2f-a315-4e25-a803-b74df7b34eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:03.170997527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642bfe2f-a315-4e25-a803-b74df7b34eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:03.22141206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"642bfe2f-a315-4e25-a803-b74df7b34eb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:05.05426139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d8fb1-c169-432f-816b-26b3b7511c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:05.104394245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d8fb1-c169-432f-816b-26b3b7511c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:05.154418141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d8fb1-c169-432f-816b-26b3b7511c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:05.204880293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"246d8fb1-c169-432f-816b-26b3b7511c4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:07.054963943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a7a830-a55a-4559-af2b-be2359008546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:07.105285279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a7a830-a55a-4559-af2b-be2359008546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:07.155348801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a7a830-a55a-4559-af2b-be2359008546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:07.205451196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14a7a830-a55a-4559-af2b-be2359008546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:08.766550801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"68fc05d5-c24a-4c95-b1e7-afc6fcff70ec","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:08.766575348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"68fc05d5-c24a-4c95-b1e7-afc6fcff70ec","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:08.866723047Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"96ef5a19-e48f-4234-b2a9-ebff1ab8721e","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:08.921865367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"96ef5a19-e48f-4234-b2a9-ebff1ab8721e","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:08.968109268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"e59e3023-b77c-42c0-a736-41ff1cbb72a7","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:09.171510786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"3598e671-2f19-4611-98fc-bce9e3a58248","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:09.22706644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"3598e671-2f19-4611-98fc-bce9e3a58248","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:09.27455388Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"2a9da6a6-0671-44fd-b706-59cb66b66a6a","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:14.070282532Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51fa3a9-3ac6-4719-b2c9-df932307ac1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:14.120520864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51fa3a9-3ac6-4719-b2c9-df932307ac1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:14.170815244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51fa3a9-3ac6-4719-b2c9-df932307ac1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:14.220946511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e51fa3a9-3ac6-4719-b2c9-df932307ac1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.582660587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f38eed25-a1dc-4c24-a5cc-531dafaeb1e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.582686098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f38eed25-a1dc-4c24-a5cc-531dafaeb1e0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.636046198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98bf0a9e-f54d-4656-a3fe-87773970ee0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.636066719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"98bf0a9e-f54d-4656-a3fe-87773970ee0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.736564861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"c3c1d634-73c4-4f8b-9164-28669ff19682","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.860718216Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"c3c1d634-73c4-4f8b-9164-28669ff19682","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"name":"e2e-api-a-948470-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.914976595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-948470-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"c3c1d634-73c4-4f8b-9164-28669ff19682","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.970549417Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b264de8b-b295-44e2-ab5b-1b1a14dd19d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:15.970569221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b264de8b-b295-44e2-ab5b-1b1a14dd19d5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:16.057980459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aac9f0-4088-4975-a1ca-50c1e91fc860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:16.108201199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aac9f0-4088-4975-a1ca-50c1e91fc860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:16.158291016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aac9f0-4088-4975-a1ca-50c1e91fc860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:16.208668093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79aac9f0-4088-4975-a1ca-50c1e91fc860","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.495783435Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"449b1ec2-67bc-43c0-b999-2856316549d0","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.495860393Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"449b1ec2-67bc-43c0-b999-2856316549d0","name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.550615462Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"449b1ec2-67bc-43c0-b999-2856316549d0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.550642904Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"449b1ec2-67bc-43c0-b999-2856316549d0","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.550771419Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"449b1ec2-67bc-43c0-b999-2856316549d0","name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.55157266Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"1c5e27e2-48c6-4fe4-9e6e-2bd827e31d57","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.551588066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"1c5e27e2-48c6-4fe4-9e6e-2bd827e31d57","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.603296468Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"449b1ec2-67bc-43c0-b999-2856316549d0","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.607601153Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"886d61bf-9bd7-4e4e-a74b-88222f8623e8","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.607627945Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"886d61bf-9bd7-4e4e-a74b-88222f8623e8","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.650885108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"69b32b8c-1f01-414f-b799-6d3fa688ac56","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:44:17.659879797Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"886d61bf-9bd7-4e4e-a74b-88222f8623e8","name":"e2e-lifecycle-model-2b9f22c1","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2b9f22c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:44:17.659950428Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"886d61bf-9bd7-4e4e-a74b-88222f8623e8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-2b9f22c1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.665343356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"132e3e4d-a301-4d72-8721-87f1bc8dee05","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.665396648Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"132e3e4d-a301-4d72-8721-87f1bc8dee05","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.706085367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"69b32b8c-1f01-414f-b799-6d3fa688ac56","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.706699521Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"6b5392b6-33db-4d97-9825-8a299b06b64b","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b95171d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.778844876Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"34c00241-7cfd-4fbe-9211-50acfe29369e","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b95171d6","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:17.906270953Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"5379537e-2048-4eef-b336-bcaa962d9368","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.053107187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234de956-824b-4bb6-ae4a-55eca60b0e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.106163217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234de956-824b-4bb6-ae4a-55eca60b0e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.157517141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234de956-824b-4bb6-ae4a-55eca60b0e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.207779878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"5379537e-2048-4eef-b336-bcaa962d9368","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.20788494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"234de956-824b-4bb6-ae4a-55eca60b0e0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.332889058Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"5379537e-2048-4eef-b336-bcaa962d9368","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"e2e-mt-2b9f22c1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.332916688Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-policy-2b9f22c1","reconcileID":"5379537e-2048-4eef-b336-bcaa962d9368","MaaSAuthPolicy":{"name":"e2e-policy-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.390903333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"f778b7cd-5c11-423f-b05f-f452c24421f5","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:18.390930461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"f778b7cd-5c11-423f-b05f-f452c24421f5","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:20.04007212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ce0b90-6c84-4772-9621-f43f11bdfea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:20.09025171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ce0b90-6c84-4772-9621-f43f11bdfea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:20.140728054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ce0b90-6c84-4772-9621-f43f11bdfea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:20.190793363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14ce0b90-6c84-4772-9621-f43f11bdfea2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:21.686140113Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4952b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4952b1","reconcileID":"6c38330d-2dcb-40b1-bc7c-ca938d8f1a42","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4952b1","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-4952b1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:22.039032527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b91828-1146-45f1-9e01-59b190fa35d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:22.089222003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b91828-1146-45f1-9e01-59b190fa35d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:22.139450471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b91828-1146-45f1-9e01-59b190fa35d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:22.18965667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2b91828-1146-45f1-9e01-59b190fa35d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:23.913990862Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:24.063913719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922cf572-1f79-4b8b-888b-5f2508cf6938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:24.114266993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922cf572-1f79-4b8b-888b-5f2508cf6938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:24.164321867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922cf572-1f79-4b8b-888b-5f2508cf6938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:24.214618264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922cf572-1f79-4b8b-888b-5f2508cf6938","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:26.071922692Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"b94a176d-326e-4658-855f-bde763d5fee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:26.127788876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"b94a176d-326e-4658-855f-bde763d5fee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"name":"e2e-api-a-948470-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:26.155580102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5452a1dc-44c8-4c24-ac1f-ab27c2321eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:26.206038686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5452a1dc-44c8-4c24-ac1f-ab27c2321eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:26.209808842Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-948470-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"b94a176d-326e-4658-855f-bde763d5fee8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:26.256420783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5452a1dc-44c8-4c24-ac1f-ab27c2321eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:26.307393761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5452a1dc-44c8-4c24-ac1f-ab27c2321eb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:27.829842924Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"e132daff-5279-468e-9fcd-6a49c620aaee","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","subscription":"e2e-sub-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:27.880404493Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"e132daff-5279-468e-9fcd-6a49c620aaee","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:27.93132468Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-sub-2b9f22c1","reconcileID":"e132daff-5279-468e-9fcd-6a49c620aaee","MaaSSubscription":{"name":"e2e-sub-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"name":"maas-trlp-e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:28.164757101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe4c5b3-181f-4ec2-9265-aefa667ec6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:28.229645401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe4c5b3-181f-4ec2-9265-aefa667ec6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:28.280159144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe4c5b3-181f-4ec2-9265-aefa667ec6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:28.330809865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1fe4c5b3-181f-4ec2-9265-aefa667ec6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:28.336623913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"23c94625-11c6-4e8c-8860-83acaa487cf6","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:28.336649405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"23c94625-11c6-4e8c-8860-83acaa487cf6","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:30.173023601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0111f4-09e7-4af3-84fc-6721d1ba70dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:30.223517091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0111f4-09e7-4af3-84fc-6721d1ba70dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:30.273685366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0111f4-09e7-4af3-84fc-6721d1ba70dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:30.323881251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d0111f4-09e7-4af3-84fc-6721d1ba70dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:32.162788224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9143dce-e919-4090-a298-d71b328a4bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:32.21296639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9143dce-e919-4090-a298-d71b328a4bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:32.263529552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9143dce-e919-4090-a298-d71b328a4bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:32.31386352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9143dce-e919-4090-a298-d71b328a4bc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:36.338824609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"149bd51d-cbbd-4c32-abe2-235ce0aee64f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:36.397071657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"149bd51d-cbbd-4c32-abe2-235ce0aee64f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"name":"e2e-api-a-948470-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:36.45149113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-948470-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8099fc7a4d7931a869bbb2d10149e9ca1d85abe5016419d2a06835514d61765c) AuthConfig (c76cec6acdd1973d7663391c99a84dbfb8cb0c7ec57d69fa1e2b29d3b2e4aaef) AuthConfig (04bf4512184779e3d561202492fd39d8f2fe131199388d2ee40f09393defb19f) AuthConfig (2416c60018418305f0ba4a220ed406350d630b6c0256a96cdc72410fa83775f3) AuthConfig (a45e3464c1614b93c38aa9c81f7f281d4c8d775bbaf2addfac45a4d9118a151b) AuthConfig (ccd1235458d6f000f7f00ccff6656084410fc534b52be55d20ecf6b6d1afaf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"149bd51d-cbbd-4c32-abe2-235ce0aee64f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:36.50581846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced43b81-5af4-4f17-a552-c0049bc3635f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:36.505840736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ced43b81-5af4-4f17-a552-c0049bc3635f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:39.69415278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229ffa6-6cca-47cc-b921-884f781ed9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:39.744429245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229ffa6-6cca-47cc-b921-884f781ed9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:39.794528233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229ffa6-6cca-47cc-b921-884f781ed9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:39.844780657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1229ffa6-6cca-47cc-b921-884f781ed9d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:41.674348222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983cbc74-f28f-4836-92f6-db3ec2b3cccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:41.724544947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983cbc74-f28f-4836-92f6-db3ec2b3cccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:41.774626139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983cbc74-f28f-4836-92f6-db3ec2b3cccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:41.828177894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"983cbc74-f28f-4836-92f6-db3ec2b3cccd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:42.839003614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"712dd33f-5dcc-451c-a10e-84555dcd97e7","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:42.953359806Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"712dd33f-5dcc-451c-a10e-84555dcd97e7","name":"e2e-api-a-f4e704-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.693455335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7b2245-9346-4713-9d0d-0f69888db750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.743511736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7b2245-9346-4713-9d0d-0f69888db750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.793750481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7b2245-9346-4713-9d0d-0f69888db750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.822271223Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a029923-fc4b-4424-800a-d22c513330c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.822292524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7a029923-fc4b-4424-800a-d22c513330c3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.843906786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c7b2245-9346-4713-9d0d-0f69888db750","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.897049474Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f8496f1-bf6e-41a0-aeb3-036be7fb43d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.897079818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f8496f1-bf6e-41a0-aeb3-036be7fb43d3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:43.998216383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"b3f88d3c-cd97-4d93-b9e0-c264c5d1bbb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:44.120919575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"b3f88d3c-cd97-4d93-b9e0-c264c5d1bbb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:44.174696199Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5e048b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"b3f88d3c-cd97-4d93-b9e0-c264c5d1bbb1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:44.228537953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81d3c191-7349-4046-a9f4-bf42e2fff2a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:44.228560386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"81d3c191-7349-4046-a9f4-bf42e2fff2a5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:45.71184706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba69b521-8d70-4985-a444-6cf20a61cf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:45.761910834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba69b521-8d70-4985-a444-6cf20a61cf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:45.812094623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba69b521-8d70-4985-a444-6cf20a61cf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:45.862251036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba69b521-8d70-4985-a444-6cf20a61cf77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:46.606523277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"ac982a6a-65d9-4161-938f-d9500a9630d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:46.661751278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"ac982a6a-65d9-4161-938f-d9500a9630d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"name":"e2e-api-a-948470-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:46.715795913Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-948470-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8099fc7a4d7931a869bbb2d10149e9ca1d85abe5016419d2a06835514d61765c) AuthConfig (c76cec6acdd1973d7663391c99a84dbfb8cb0c7ec57d69fa1e2b29d3b2e4aaef) AuthConfig (04bf4512184779e3d561202492fd39d8f2fe131199388d2ee40f09393defb19f) AuthConfig (2416c60018418305f0ba4a220ed406350d630b6c0256a96cdc72410fa83775f3) AuthConfig (a45e3464c1614b93c38aa9c81f7f281d4c8d775bbaf2addfac45a4d9118a151b) AuthConfig (ccd1235458d6f000f7f00ccff6656084410fc534b52be55d20ecf6b6d1afaf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"ac982a6a-65d9-4161-938f-d9500a9630d4","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:47.693828036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f1f577-de8d-4674-8162-7eaa305dc394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:47.744061044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f1f577-de8d-4674-8162-7eaa305dc394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:47.794148601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f1f577-de8d-4674-8162-7eaa305dc394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:47.84465512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f1f577-de8d-4674-8162-7eaa305dc394","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:49.437867022Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-118857","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-118857","reconcileID":"fe849e7f-f690-4d3b-8243-dcb035a4b29c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-118857","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-118857":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:49.760736512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472a8e37-df86-4b37-80af-fd759b5a5e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:49.811141627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472a8e37-df86-4b37-80af-fd759b5a5e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:49.86134682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472a8e37-df86-4b37-80af-fd759b5a5e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:49.911543338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"472a8e37-df86-4b37-80af-fd759b5a5e85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:51.748220284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4712b0-5b5b-4753-a2dc-c6478d9835c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:51.798590255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4712b0-5b5b-4753-a2dc-c6478d9835c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:51.848896426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4712b0-5b5b-4753-a2dc-c6478d9835c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:51.899288881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af4712b0-5b5b-4753-a2dc-c6478d9835c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:53.821120429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366ca241-4d80-402f-a5c0-8c6b92079d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:53.871617144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366ca241-4d80-402f-a5c0-8c6b92079d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:53.91603756Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:53.921661747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366ca241-4d80-402f-a5c0-8c6b92079d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:53.974209175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"366ca241-4d80-402f-a5c0-8c6b92079d08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:54.330749403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"37f77e7d-4947-4e5c-a628-043f2537c3eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:54.386006192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"37f77e7d-4947-4e5c-a628-043f2537c3eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:54.443967758Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5e048b-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"37f77e7d-4947-4e5c-a628-043f2537c3eb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:55.799470164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf357d1-4267-4a8e-ba04-0a8d9f9de797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:55.849869474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf357d1-4267-4a8e-ba04-0a8d9f9de797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:55.900251335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf357d1-4267-4a8e-ba04-0a8d9f9de797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:55.95045825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbf357d1-4267-4a8e-ba04-0a8d9f9de797","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:55.98670256Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b392a402-f3c1-431f-b1bb-06207bd4e70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:55.986830863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b392a402-f3c1-431f-b1bb-06207bd4e70a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.056718953Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"943613d7-458b-4269-b1ba-7260f82e45d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.056738702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"943613d7-458b-4269-b1ba-7260f82e45d8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.209590896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"a9569fae-0310-4cd1-b8ea-bab25922f108","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.333356401Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"a9569fae-0310-4cd1-b8ea-bab25922f108","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"name":"e2e-api-b-012d31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.387218115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-012d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"a9569fae-0310-4cd1-b8ea-bab25922f108","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.441330611Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd7d8af-f972-4027-a6dd-944d8071155b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.441353761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"acd7d8af-f972-4027-a6dd-944d8071155b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.817557791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"90c38570-fc03-475e-95a8-9307eae033c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.872828764Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"90c38570-fc03-475e-95a8-9307eae033c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"name":"e2e-api-a-948470-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:56.969029951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-948470-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (8099fc7a4d7931a869bbb2d10149e9ca1d85abe5016419d2a06835514d61765c) AuthConfig (c76cec6acdd1973d7663391c99a84dbfb8cb0c7ec57d69fa1e2b29d3b2e4aaef) AuthConfig (04bf4512184779e3d561202492fd39d8f2fe131199388d2ee40f09393defb19f) AuthConfig (2416c60018418305f0ba4a220ed406350d630b6c0256a96cdc72410fa83775f3) AuthConfig (a45e3464c1614b93c38aa9c81f7f281d4c8d775bbaf2addfac45a4d9118a151b) AuthConfig (ccd1235458d6f000f7f00ccff6656084410fc534b52be55d20ecf6b6d1afaf57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"90c38570-fc03-475e-95a8-9307eae033c5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:57.849128016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d5f3-04af-49ec-8e68-302bc6fcd204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:57.899356701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d5f3-04af-49ec-8e68-302bc6fcd204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:57.949600118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d5f3-04af-49ec-8e68-302bc6fcd204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:57.999823243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f134d5f3-04af-49ec-8e68-302bc6fcd204","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:59.847461304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbf4ec6-70c5-4762-9105-97505fc6920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:59.897775867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbf4ec6-70c5-4762-9105-97505fc6920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:59.948058434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbf4ec6-70c5-4762-9105-97505fc6920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:44:59.9982405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fbf4ec6-70c5-4762-9105-97505fc6920e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:01.948261292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14416bc-8227-468c-a674-663c4adb15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:02.000565445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14416bc-8227-468c-a674-663c4adb15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:02.052806995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14416bc-8227-468c-a674-663c4adb15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:02.109783377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14416bc-8227-468c-a674-663c4adb15c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:02.43722192Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"2c967786-2474-4b1e-9b3c-26851a7b23ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:02.492457014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"2c967786-2474-4b1e-9b3c-26851a7b23ae","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:02.813291106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"538b7ccd-2889-4336-8f95-00728de25919","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:02.871421593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"538b7ccd-2889-4336-8f95-00728de25919","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.587853438Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"50073c57-e157-4779-874a-8b28b492f89d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.588046183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b64b0268-effc-4946-8907-b55f6aa94809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.588071378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b64b0268-effc-4946-8907-b55f6aa94809","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.788484844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"50073c57-e157-4779-874a-8b28b492f89d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.912464296Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"50073c57-e157-4779-874a-8b28b492f89d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"name":"e2e-api-a-51bcf3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.912494235Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"e2e-e2e-api-a-51bcf3-policy","reconcileID":"50073c57-e157-4779-874a-8b28b492f89d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-51bcf3-policy","namespace":"ai-tenant-e2e-api-a-51bcf3"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-51bcf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.967860161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05fa0199-103b-4003-aeb3-3316434dc8a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:03.967888516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"05fa0199-103b-4003-aeb3-3316434dc8a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.044888761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636685b-2359-490e-b3e5-2b064e64a64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.095206193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636685b-2359-490e-b3e5-2b064e64a64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.145963821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636685b-2359-490e-b3e5-2b064e64a64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.196434308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2636685b-2359-490e-b3e5-2b064e64a64d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.54704243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"003b7132-cbf1-48d4-81eb-44fc03f9bdca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.604418874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"003b7132-cbf1-48d4-81eb-44fc03f9bdca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.65877113Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5e048b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af0a6d12e2cc4f99a052acd5bdc9e14c87413f8d87b4f4c4d7a97d0a38da6573) AuthConfig (1cdb5ef038f4188bfc148c54d8745b4afc4a29702835c3358ab0157be125d8fd) AuthConfig (d9572c72db5898ee8e21440bfae783d942138481b3a1470e6daa6dfea7f92795) AuthConfig (e1322b6062b77b911c47441d3dcf2eb539cc06e36fea38b74648ae65f88cefd5) AuthConfig (c472b2c627a22df26260000b00c1f7433db3934075b25d1c19f3f80dd624c3af) AuthConfig (ae4b217580dcb7f49469798a2e354cb25e5cd09594d088d91b0efbd48c457430)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"003b7132-cbf1-48d4-81eb-44fc03f9bdca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.714967634Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12f00130-cbb3-418b-a165-417dab75851d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:04.714988125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12f00130-cbb3-418b-a165-417dab75851d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:06.061920907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3085cb20-3b8f-4551-9956-9531178ff4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:06.113676409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3085cb20-3b8f-4551-9956-9531178ff4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:06.165465424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3085cb20-3b8f-4551-9956-9531178ff4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:06.216111491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3085cb20-3b8f-4551-9956-9531178ff4d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:06.541630223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"e601c013-8140-47d6-96ec-ece6527a009a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:06.596804695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"e601c013-8140-47d6-96ec-ece6527a009a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"name":"e2e-api-b-012d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:06.650458943Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-012d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"e601c013-8140-47d6-96ec-ece6527a009a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:07.07100772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"d22a4f90-3a4b-47cb-8e70-2ffba7350b2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:07.126925307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"d22a4f90-3a4b-47cb-8e70-2ffba7350b2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"name":"e2e-api-a-948470-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:07.481907669Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"267ad9be-f987-4ab8-a6e0-633354b1d280","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:07.481930496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"267ad9be-f987-4ab8-a6e0-633354b1d280","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:08.053989455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a0772d-497a-4176-b7b9-92770ec38e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:08.104226884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a0772d-497a-4176-b7b9-92770ec38e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:08.15447032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a0772d-497a-4176-b7b9-92770ec38e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:08.205598882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e7a0772d-497a-4176-b7b9-92770ec38e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:10.059644261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1482b8cb-3fe7-4873-a677-c2299baee64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:10.110761726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1482b8cb-3fe7-4873-a677-c2299baee64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:10.161262951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1482b8cb-3fe7-4873-a677-c2299baee64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:10.211532976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1482b8cb-3fe7-4873-a677-c2299baee64c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:12.039028636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082b5ad-93a7-4080-a029-11d20782d336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:12.089469457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082b5ad-93a7-4080-a029-11d20782d336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:12.139672797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082b5ad-93a7-4080-a029-11d20782d336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:12.189664431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4082b5ad-93a7-4080-a029-11d20782d336","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.081621731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc68170-0451-49cb-8f96-6693ed11de66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.133774807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc68170-0451-49cb-8f96-6693ed11de66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.184481993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc68170-0451-49cb-8f96-6693ed11de66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.239724396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0dc68170-0451-49cb-8f96-6693ed11de66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.502213523Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.502280947Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.502334649Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","tenant":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.554158452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"Deployment","name":"maas-api-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.611981782Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"Service","name":"maas-api-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.665340561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.717416284Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.777084125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.817076927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"fcefffcc-80a2-4ed3-9ffc-f255f595b63c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.830597205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.874914612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"fcefffcc-80a2-4ed3-9ffc-f255f595b63c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.886240431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.940767744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5e048b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af0a6d12e2cc4f99a052acd5bdc9e14c87413f8d87b4f4c4d7a97d0a38da6573) AuthConfig (1cdb5ef038f4188bfc148c54d8745b4afc4a29702835c3358ab0157be125d8fd) AuthConfig (d9572c72db5898ee8e21440bfae783d942138481b3a1470e6daa6dfea7f92795) AuthConfig (e1322b6062b77b911c47441d3dcf2eb539cc06e36fea38b74648ae65f88cefd5) AuthConfig (c472b2c627a22df26260000b00c1f7433db3934075b25d1c19f3f80dd624c3af) AuthConfig (ae4b217580dcb7f49469798a2e354cb25e5cd09594d088d91b0efbd48c457430)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"fcefffcc-80a2-4ed3-9ffc-f255f595b63c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.941522935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:14.991336257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"Deployment","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.04572743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.097901163Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"Service","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.154147838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"Service","name":"payload-pre-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.20419342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"DestinationRule","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.263630662Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.314262292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.370050107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.419982158Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.469910273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.521764616Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:15.617671949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"a93528e6-ca4c-4493-a9c4-83de5c875466","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-2b9f22c1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.202150422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08737e0-5d82-4987-b5af-141a909f92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.252979632Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08737e0-5d82-4987-b5af-141a909f92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.302893607Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08737e0-5d82-4987-b5af-141a909f92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.353308467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d08737e0-5d82-4987-b5af-141a909f92f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.461819658Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2b9f22c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2b9f22c1","reconcileID":"6ae565c0-b110-4f09-b6ce-1c308f3545d5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2b9f22c1","removed":["maas.opendatahub.io/gateway-access-e2e-mt-2b9f22c1"],"unowned":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.651438194Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e46d35fe-17bd-4b5b-8b11-178f6805d574","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.710839799Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e46d35fe-17bd-4b5b-8b11-178f6805d574","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.716959664Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"9e385fd2-605e-462b-801c-c814785746e7","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.717037621Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"9e385fd2-605e-462b-801c-c814785746e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.727603015Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"55d76324-093f-44fa-9197-9f6dc54f75cd","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.727717826Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"55d76324-093f-44fa-9197-9f6dc54f75cd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.748351727Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"16591000-cd32-4c10-ae4d-bff6adbeb8fd","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.74848332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"16591000-cd32-4c10-ae4d-bff6adbeb8fd","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.757284293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"9a02ce86-d9af-46dc-8f62-e8459a8875f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.788994173Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"a96074bc-eaf5-4b0a-8234-583e09e7f1c3","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.789066881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"a96074bc-eaf5-4b0a-8234-583e09e7f1c3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.813258318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"9a02ce86-d9af-46dc-8f62-e8459a8875f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"name":"e2e-api-b-012d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:16.867146974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-012d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"9a02ce86-d9af-46dc-8f62-e8459a8875f6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.869525573Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"5a03da70-d3ff-49a3-9b4f-f0b67c7ef9f0","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:16.869592553Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"5a03da70-d3ff-49a3-9b4f-f0b67c7ef9f0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:17.034730228Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e89abeee-21c8-4661-8603-72d37b99fbaf","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:17.03493378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e89abeee-21c8-4661-8603-72d37b99fbaf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:17.356038752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"3e6f0dc5-e678-4083-be33-daf84b3bed97","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:17.356112515Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"3e6f0dc5-e678-4083-be33-daf84b3bed97","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:17.996646586Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"176d38f1-9473-414f-9167-95865394cb02","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:17.996727899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"176d38f1-9473-414f-9167-95865394cb02","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:18.211161218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536145c-7e25-488b-a744-c1af02a5e33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:18.261661375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536145c-7e25-488b-a744-c1af02a5e33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:18.312160224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536145c-7e25-488b-a744-c1af02a5e33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:18.363446438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5536145c-7e25-488b-a744-c1af02a5e33d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:19.277733196Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"01fa2d14-835b-4b02-8d6a-2215f489810f","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:19.277805916Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"01fa2d14-835b-4b02-8d6a-2215f489810f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:20.220720411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c1961-3c05-43b0-91ff-7857aabae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:20.270893728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c1961-3c05-43b0-91ff-7857aabae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:20.321794219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c1961-3c05-43b0-91ff-7857aabae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:20.376100968Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a7c1961-3c05-43b0-91ff-7857aabae1e0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:21.839065329Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"69bc684f-1fbf-4baa-8669-f524b1ee64c5","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:21.839145174Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"69bc684f-1fbf-4baa-8669-f524b1ee64c5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:22.247069564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcbccbf-1b09-4a3c-85fd-141431a7eb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:22.297186484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcbccbf-1b09-4a3c-85fd-141431a7eb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:22.347417576Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcbccbf-1b09-4a3c-85fd-141431a7eb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:22.397625104Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6fcbccbf-1b09-4a3c-85fd-141431a7eb4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:23.912455622Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:24.247438484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b03a18-ade3-4c52-a98b-b5586f55d272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:24.297617238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b03a18-ade3-4c52-a98b-b5586f55d272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:24.347696187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b03a18-ade3-4c52-a98b-b5586f55d272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:24.398058657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"76b03a18-ade3-4c52-a98b-b5586f55d272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.041714423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"adde8506-bc49-4467-9ed4-a37a127586e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.09684553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"adde8506-bc49-4467-9ed4-a37a127586e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.150666945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5e048b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af0a6d12e2cc4f99a052acd5bdc9e14c87413f8d87b4f4c4d7a97d0a38da6573) AuthConfig (1cdb5ef038f4188bfc148c54d8745b4afc4a29702835c3358ab0157be125d8fd) AuthConfig (d9572c72db5898ee8e21440bfae783d942138481b3a1470e6daa6dfea7f92795) AuthConfig (e1322b6062b77b911c47441d3dcf2eb539cc06e36fea38b74648ae65f88cefd5) AuthConfig (c472b2c627a22df26260000b00c1f7433db3934075b25d1c19f3f80dd624c3af) AuthConfig (ae4b217580dcb7f49469798a2e354cb25e5cd09594d088d91b0efbd48c457430)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"adde8506-bc49-4467-9ed4-a37a127586e2","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.738177226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"ef98b2a6-31fb-4068-9578-63aa4e806b74","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.85113961Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"ef98b2a6-31fb-4068-9578-63aa4e806b74","name":"e2e-api-b-4952b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.905077129Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","namespace":"ai-tenant-e2e-api-a-51bcf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.905153193Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","namespace":"ai-tenant-e2e-api-a-51bcf3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.905205196Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","tenant":"e2e-api-a-51bcf3","tenantID":"e2e-api-a-51bcf3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:25.957421084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"Deployment","name":"maas-api-e2e-api-a-51bcf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.015727011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"Service","name":"maas-api-e2e-api-a-51bcf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.070892734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-51bcf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.183071521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-51bcf3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.237283504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.289429026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0a890e-d5b1-4b73-8797-6e4cbe7a120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.291234923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.339671897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0a890e-d5b1-4b73-8797-6e4cbe7a120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.390286057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0a890e-d5b1-4b73-8797-6e4cbe7a120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.39447823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.441331051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cf0a890e-d5b1-4b73-8797-6e4cbe7a120a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.494036985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.543569307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"Deployment","name":"payload-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.593114416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.642678963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"Service","name":"payload-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.697828376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"Service","name":"payload-pre-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.747520673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.796977388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.846353089Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.900269576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.949878102Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:26.96026823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"c25a3a36-2e9f-44e6-9302-99d12853623b","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:26.960335948Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"c25a3a36-2e9f-44e6-9302-99d12853623b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.968247208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"492a1d5f-e029-4707-be99-f64f8f9ac0f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:26.99928317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:27.029241005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"492a1d5f-e029-4707-be99-f64f8f9ac0f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"name":"e2e-api-b-012d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:27.049060719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-51bcf3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:27.089223284Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-012d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"492a1d5f-e029-4707-be99-f64f8f9ac0f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:27.100146559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-51bcf3"},"namespace":"ai-tenant-e2e-api-a-51bcf3","name":"default-tenant","reconcileID":"bdd6d7d1-4177-4f5c-95c3-9ea069887e1f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-51bcf3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:28.355003689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e00eeb1-bd14-48ff-bb9c-cb1f265d25ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:28.405211494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e00eeb1-bd14-48ff-bb9c-cb1f265d25ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:28.455617582Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e00eeb1-bd14-48ff-bb9c-cb1f265d25ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:28.505830247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e00eeb1-bd14-48ff-bb9c-cb1f265d25ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:28.535953197Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"52cac7ac-2d66-4d49-acef-5ff767cf9593","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:28.536034243Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"52cac7ac-2d66-4d49-acef-5ff767cf9593","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:28.69433915Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"8dd1a32f-44cf-478b-af7c-8b319f074a7b","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:45:28.694426711Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"8dd1a32f-44cf-478b-af7c-8b319f074a7b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1-kserve-route (gateways: [openshift-ingress/e2e-mt-2b9f22c1]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:29.847720292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"6ab7a7d4-89d4-4917-b2bc-7f84d411ca23","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:29.847749543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"6ab7a7d4-89d4-4917-b2bc-7f84d411ca23","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:30.005937859Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2b9f22c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2b9f22c1","reconcileID":"f40bcaa1-59df-4a09-a2f4-1f4e17440720","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2b9f22c1","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-2b9f22c1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:30.351397938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b081eb1-0147-473f-a85e-10e4a44a2159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:30.401379088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b081eb1-0147-473f-a85e-10e4a44a2159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:30.451532266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b081eb1-0147-473f-a85e-10e4a44a2159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:30.501806445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b081eb1-0147-473f-a85e-10e4a44a2159","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:30.882182451Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"d19d4626-e830-432b-af5d-1903d185c002","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:30.882209931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"d19d4626-e830-432b-af5d-1903d185c002","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:32.344533742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20b14c1-7378-4f6a-9e8e-351f6de31895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:32.404267463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20b14c1-7378-4f6a-9e8e-351f6de31895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:32.476627303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20b14c1-7378-4f6a-9e8e-351f6de31895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:32.527976374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a20b14c1-7378-4f6a-9e8e-351f6de31895","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:34.376790002Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-51bcf3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-51bcf3","reconcileID":"01268ae4-e37b-4af4-a6ea-a01211cecd3f","aitenant":"ai-tenants/e2e-api-a-51bcf3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:34.926482684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383a0a99-9c02-48d8-86ba-a87f3dffb1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:34.977867491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383a0a99-9c02-48d8-86ba-a87f3dffb1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:35.028105117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383a0a99-9c02-48d8-86ba-a87f3dffb1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:35.078193969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"383a0a99-9c02-48d8-86ba-a87f3dffb1f1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:35.18934564Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-51bcf3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-51bcf3","reconcileID":"01268ae4-e37b-4af4-a6ea-a01211cecd3f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-51bcf3","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-51bcf3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:35.285301194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"15c06247-0891-4357-9fa1-57127b98b4a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:35.344051475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"15c06247-0891-4357-9fa1-57127b98b4a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:35.437406569Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-5e048b-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (af0a6d12e2cc4f99a052acd5bdc9e14c87413f8d87b4f4c4d7a97d0a38da6573) AuthConfig (1cdb5ef038f4188bfc148c54d8745b4afc4a29702835c3358ab0157be125d8fd) AuthConfig (d9572c72db5898ee8e21440bfae783d942138481b3a1470e6daa6dfea7f92795) AuthConfig (e1322b6062b77b911c47441d3dcf2eb539cc06e36fea38b74648ae65f88cefd5) AuthConfig (c472b2c627a22df26260000b00c1f7433db3934075b25d1c19f3f80dd624c3af) AuthConfig (ae4b217580dcb7f49469798a2e354cb25e5cd09594d088d91b0efbd48c457430)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"15c06247-0891-4357-9fa1-57127b98b4a7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:37.0553465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68201096-2884-497f-a5be-0629c4ee81ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:37.105707375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68201096-2884-497f-a5be-0629c4ee81ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:37.15603153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68201096-2884-497f-a5be-0629c4ee81ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:37.206377711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"68201096-2884-497f-a5be-0629c4ee81ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:37.256004645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"08eb7cc2-5801-42b4-9a8e-b70611ce0af0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:37.311997952Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"08eb7cc2-5801-42b4-9a8e-b70611ce0af0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"name":"e2e-api-b-012d31-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:37.366283229Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-012d31-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"08eb7cc2-5801-42b4-9a8e-b70611ce0af0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:39.053929839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf8faba-f518-473b-917e-a77677d5fb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:39.10405367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf8faba-f518-473b-917e-a77677d5fb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:39.154128778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf8faba-f518-473b-917e-a77677d5fb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:39.20435414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bf8faba-f518-473b-917e-a77677d5fb89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:41.051486592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b63af60-c7ee-4373-8a72-3a889f8ff36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:41.102013343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b63af60-c7ee-4373-8a72-3a889f8ff36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:41.152637872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b63af60-c7ee-4373-8a72-3a889f8ff36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:41.203009188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b63af60-c7ee-4373-8a72-3a889f8ff36e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.226341066Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"b34be24a-9aff-415a-8a56-99f6b5d36b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.226482358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d2b6fe9-ae1f-4639-b5fa-463e33bf0544","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.226499044Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d2b6fe9-ae1f-4639-b5fa-463e33bf0544","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.426511164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"b34be24a-9aff-415a-8a56-99f6b5d36b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.556740545Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"b34be24a-9aff-415a-8a56-99f6b5d36b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"name":"e2e-api-b-012d31-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.5567668Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"e2e-e2e-api-b-012d31-policy","reconcileID":"b34be24a-9aff-415a-8a56-99f6b5d36b30","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-012d31-policy","namespace":"ai-tenant-e2e-api-b-012d31"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-012d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.613729263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d48e707d-d42c-4d85-b696-6919844b408b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:42.6137639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d48e707d-d42c-4d85-b696-6919844b408b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:43.121354895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de79285-c23e-44ed-a300-6b5eec37e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:43.17619356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de79285-c23e-44ed-a300-6b5eec37e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:43.227924868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de79285-c23e-44ed-a300-6b5eec37e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:43.278270215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8de79285-c23e-44ed-a300-6b5eec37e8dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.109759357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d64c705-43c6-47b6-b43e-6b3ff1c4cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.159909359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d64c705-43c6-47b6-b43e-6b3ff1c4cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.210102464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d64c705-43c6-47b6-b43e-6b3ff1c4cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.260307864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d64c705-43c6-47b6-b43e-6b3ff1c4cafa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.564819347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"54060416-e4b4-45de-86e8-2596a38d874b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.61972281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"54060416-e4b4-45de-86e8-2596a38d874b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.876570681Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a497774-b2dd-4f81-b9ad-bc9f05a6550d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:45.876593539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3a497774-b2dd-4f81-b9ad-bc9f05a6550d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:47.149623348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488acc9b-295a-4a7f-947d-d0d5c2bfc598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:47.200260956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488acc9b-295a-4a7f-947d-d0d5c2bfc598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:47.250777102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488acc9b-295a-4a7f-947d-d0d5c2bfc598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:47.301450326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"488acc9b-295a-4a7f-947d-d0d5c2bfc598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:48.920567143Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be0dd3f-9775-4a79-b15e-005f10fdd29a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:48.920609067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9be0dd3f-9775-4a79-b15e-005f10fdd29a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:48.978001784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5a1a44f-9a07-46f8-a596-15ac50d3ed75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:48.978023821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5a1a44f-9a07-46f8-a596-15ac50d3ed75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.078206376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"c6c4a2e1-2494-4e99-95ce-70d09d4ad038","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.19120748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dfa36e1-ff1b-4f9a-ac42-e25b17cb89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.207736391Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"c6c4a2e1-2494-4e99-95ce-70d09d4ad038","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.241536967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dfa36e1-ff1b-4f9a-ac42-e25b17cb89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.291825602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dfa36e1-ff1b-4f9a-ac42-e25b17cb89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.295683225Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f4e704-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"c6c4a2e1-2494-4e99-95ce-70d09d4ad038","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.342578822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4dfa36e1-ff1b-4f9a-ac42-e25b17cb89d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.397430695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1ebcd7a-a0fc-4d53-a5b6-4d98d603e9f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:49.397452637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1ebcd7a-a0fc-4d53-a5b6-4d98d603e9f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:51.174253616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b036dc-e9ae-4523-8c81-320ed293aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:51.224425516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b036dc-e9ae-4523-8c81-320ed293aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:51.276801467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b036dc-e9ae-4523-8c81-320ed293aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:51.327857245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1b036dc-e9ae-4523-8c81-320ed293aaca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:52.914858432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"e0649f63-09a6-45c3-87b4-44df56975f38","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.02875203Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"e0649f63-09a6-45c3-87b4-44df56975f38","name":"e2e-api-b-118857-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.082722603Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","namespace":"ai-tenant-e2e-api-b-012d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.082783963Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","namespace":"ai-tenant-e2e-api-b-012d31","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.082835646Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","tenant":"e2e-api-b-012d31","tenantID":"e2e-api-b-012d31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.1347621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"Deployment","name":"maas-api-e2e-api-b-012d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.159946463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590e01a9-acd8-4d09-8993-eae389bd9e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.21350406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590e01a9-acd8-4d09-8993-eae389bd9e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.224401803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"Service","name":"maas-api-e2e-api-b-012d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.267265795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590e01a9-acd8-4d09-8993-eae389bd9e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.317643147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"590e01a9-acd8-4d09-8993-eae389bd9e82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.322426452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-012d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.376027255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-012d31","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.431339641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.485537108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.581554317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.634060655Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.684281549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"Deployment","name":"payload-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.734440118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.78430841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"Service","name":"payload-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.834044169Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.883748941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.913281576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.933376521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:53.98275623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:54.036057447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:54.085854276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:54.13571381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:54.186533222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-012d31","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:54.239208023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-012d31"},"namespace":"ai-tenant-e2e-api-b-012d31","name":"default-tenant","reconcileID":"209c5106-dce5-42e2-9d18-ac53bccc4ad9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-012d31","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:54.517730093Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-109234","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-109234","reconcileID":"4455d548-af10-4fa3-a7a5-b0e7b30eb08a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-109234","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-109234":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:55.168777868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5557f93a-e897-4146-9175-78100ea243ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:55.224862949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5557f93a-e897-4146-9175-78100ea243ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:55.275180711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5557f93a-e897-4146-9175-78100ea243ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:55.325389444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5557f93a-e897-4146-9175-78100ea243ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:57.184824048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd537bd2-17b0-4590-afde-059a4e062315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:57.18493665Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-012d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-012d31","reconcileID":"6232d74d-f9e2-4e94-83f7-d02993547eba","aitenant":"ai-tenants/e2e-api-b-012d31","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:57.235478931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd537bd2-17b0-4590-afde-059a4e062315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:57.285979573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd537bd2-17b0-4590-afde-059a4e062315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:57.336969637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd537bd2-17b0-4590-afde-059a4e062315","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:57.929915977Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-012d31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-012d31","reconcileID":"6232d74d-f9e2-4e94-83f7-d02993547eba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-012d31","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-012d31"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:59.252298958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2b578e-9153-4bf4-9864-2edbfe02671d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:59.302726893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2b578e-9153-4bf4-9864-2edbfe02671d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:59.353072244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2b578e-9153-4bf4-9864-2edbfe02671d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:59.403437809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e2b578e-9153-4bf4-9864-2edbfe02671d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:59.503717116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"1a5e0bc1-0f59-4403-afd3-138648837c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:59.560890887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"1a5e0bc1-0f59-4403-afd3-138648837c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:45:59.663105278Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f4e704-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"1a5e0bc1-0f59-4403-afd3-138648837c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:01.297325304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86e364-0419-4ca4-9598-5983191f79f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:01.348084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86e364-0419-4ca4-9598-5983191f79f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:01.398216729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86e364-0419-4ca4-9598-5983191f79f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:01.449866411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a86e364-0419-4ca4-9598-5983191f79f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:03.39081429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e36ede-4881-4bed-905e-72cb8c49facd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:03.445068411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e36ede-4881-4bed-905e-72cb8c49facd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:03.497668589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e36ede-4881-4bed-905e-72cb8c49facd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:03.553274816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03e36ede-4881-4bed-905e-72cb8c49facd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:05.448755387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6e21c9-70d1-4014-99b1-d90a3fbb5919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:05.499134903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6e21c9-70d1-4014-99b1-d90a3fbb5919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:05.550120664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6e21c9-70d1-4014-99b1-d90a3fbb5919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:05.600572487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d6e21c9-70d1-4014-99b1-d90a3fbb5919","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:07.444823187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0525a-c89f-4463-93a0-3b9054dad5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:07.494881386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0525a-c89f-4463-93a0-3b9054dad5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:07.545179499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0525a-c89f-4463-93a0-3b9054dad5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:07.595421898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9c0525a-c89f-4463-93a0-3b9054dad5a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:09.433684543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db67ae-75ec-4a25-91d4-701567511cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:09.484249577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db67ae-75ec-4a25-91d4-701567511cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:09.534515246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db67ae-75ec-4a25-91d4-701567511cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:09.584844675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7db67ae-75ec-4a25-91d4-701567511cd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:09.790859874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"96bc93f0-d424-4916-ab32-3e7c8c35eb36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:09.846047362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"96bc93f0-d424-4916-ab32-3e7c8c35eb36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:09.899888306Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f4e704-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"96bc93f0-d424-4916-ab32-3e7c8c35eb36","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:11.452524667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13d03af-6bba-4d6a-8c41-db5f7dcdce00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:11.504465947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13d03af-6bba-4d6a-8c41-db5f7dcdce00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:11.555956239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13d03af-6bba-4d6a-8c41-db5f7dcdce00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:11.606052843Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e13d03af-6bba-4d6a-8c41-db5f7dcdce00","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:13.448048855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2aad73d-e4c4-476f-9a93-0e9d60c952cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:13.49832897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2aad73d-e4c4-476f-9a93-0e9d60c952cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:13.548421924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2aad73d-e4c4-476f-9a93-0e9d60c952cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:13.598587859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2aad73d-e4c4-476f-9a93-0e9d60c952cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:15.442905749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04a403d-fc84-4bf2-9afb-4700f1cf1a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:15.49308078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04a403d-fc84-4bf2-9afb-4700f1cf1a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:15.543976986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04a403d-fc84-4bf2-9afb-4700f1cf1a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:15.594853851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b04a403d-fc84-4bf2-9afb-4700f1cf1a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:20.001294752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"5df6424a-4ae9-40b9-a267-e39eedf0d856","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:20.042516023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"7108c2e1-d9b3-463d-8a1e-31f432ca19ae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:20.056958963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"5df6424a-4ae9-40b9-a267-e39eedf0d856","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:20.111043484Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f4e704-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d314caf2c394e9e802f71dcf7101bb6b8c8a025f8dda2c11fdd448421b4834ca) AuthConfig (d3ce62ca69d34f28c78ee0c96a6e1f19ab886e04deaf0ce1c848c93c07caa0f7) AuthConfig (f88e16239b92fcd5eac8ce2c221ac1f629ea1e1bef823ef9fb29802cfef0c18a) AuthConfig (439e910175f1ce78fe58efd82f619510d084720cb05874bcdc236da7e2e1b3ea) AuthConfig (36ee5e501854cca9cc8379b84e9dbef290ab188c211ea004bd8cb60bb5c53086) AuthConfig (f1032d85b6141bd41e0a7eda333edda5c0fb95c1657657a99efb0e7676db0a5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"5df6424a-4ae9-40b9-a267-e39eedf0d856","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:20.155715893Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"7108c2e1-d9b3-463d-8a1e-31f432ca19ae","name":"e2e-mt-2b9f22c1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:20.16705718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"085f757d-6174-42fe-adc6-665021b08272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:20.167081854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"085f757d-6174-42fe-adc6-665021b08272","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:23.913441316Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.329723913Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88d72e2c-5792-4865-a935-bb12887b4667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.329749997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88d72e2c-5792-4865-a935-bb12887b4667","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.385066178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22054f7f-ab4a-484b-b612-6608acaefbdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.385093314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22054f7f-ab4a-484b-b612-6608acaefbdf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.534554282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"bb7edb1f-7573-4a61-83d8-e37e277f87b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.657856246Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"bb7edb1f-7573-4a61-83d8-e37e277f87b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.71285845Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"bb7edb1f-7573-4a61-83d8-e37e277f87b6","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.73643682Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a1c86f-5921-4d62-8c1d-72816e036ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.73646035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f4a1c86f-5921-4d62-8c1d-72816e036ec9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.766748111Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3c961dc-bce6-40b9-96cd-c0e20c1c9017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.766768863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3c961dc-bce6-40b9-96cd-c0e20c1c9017","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.792143197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ded248ea-4aa5-428f-9a1a-5bc9fc934f00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.792170406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ded248ea-4aa5-428f-9a1a-5bc9fc934f00","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:46:25.848443376Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"862bfb2c-0f31-4821-8713-c495f523bd80","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-07205978\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.887648553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a198ed2-9f17-4771-88b3-e422d6762b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.887899137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cf0e320-0960-4814-b09d-ee3a060509dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.943494023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"2cf0e320-0960-4814-b09d-ee3a060509dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.943734985Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4a198ed2-9f17-4771-88b3-e422d6762b7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.972739297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fee910e0-732a-4f03-ad28-c82c325834dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.972766957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fee910e0-732a-4f03-ad28-c82c325834dd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:25.990232224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"a786b240-9ce6-406a-9c6d-7c1f4e3c7e41","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.029517281Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eaa6092-1615-4adf-8aec-c4df3fecc8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.029543327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9eaa6092-1615-4adf-8aec-c4df3fecc8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.045940295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"a786b240-9ce6-406a-9c6d-7c1f4e3c7e41","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.099993087Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"a786b240-9ce6-406a-9c6d-7c1f4e3c7e41","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.250660307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"3e2cd0d7-599e-4463-a942-113a6257c634","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.289664356Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"f95d6b73-fc69-49d7-a287-bb9cd0f5af59","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-07205978","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.289800785Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"f95d6b73-fc69-49d7-a287-bb9cd0f5af59","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-07205978","error":"MaaSModelRef not found: llm/nonexistent-model-07205978","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.309069592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"3e2cd0d7-599e-4463-a942-113a6257c634","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.353125384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00b7d7c4-cfa8-44ca-ab61-cb3ec625c574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.353169109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202cc838-565e-45ee-8c06-eef318ed3030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.364832339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"3e2cd0d7-599e-4463-a942-113a6257c634","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.408928564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"00b7d7c4-cfa8-44ca-ab61-cb3ec625c574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.408933607Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"202cc838-565e-45ee-8c06-eef318ed3030","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.492643134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52d60a18-2e00-4493-8371-eae4b035dcd4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.5540769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22310b71-1579-4f79-9f51-814ddd1e644a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.554103974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22310b71-1579-4f79-9f51-814ddd1e644a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.76002343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"4c3ac2fa-0d2c-4ad4-9c50-8d1ab59655f4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:26.760166155Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"4c3ac2fa-0d2c-4ad4-9c50-8d1ab59655f4","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-07205978","error":"MaaSModelRef not found: llm/nonexistent-model-07205978","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.489493569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5bc451c-cc30-493b-95da-77ec89441c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.489518873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a5bc451c-cc30-493b-95da-77ec89441c46","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.640784024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"442bc541-0867-463c-beb2-481ef86c029a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.640942468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cc34f4c-b4a3-420f-8772-eac45c220565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.640783559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"1ba9f552-c7e6-4e4d-bf6a-14502f7aca81","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.696406113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4cc34f4c-b4a3-420f-8772-eac45c220565","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.696428984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"442bc541-0867-463c-beb2-481ef86c029a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.698679407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"1ba9f552-c7e6-4e4d-bf6a-14502f7aca81","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:28.785343656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"1ba9f552-c7e6-4e4d-bf6a-14502f7aca81","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:30.267684867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"e917ed69-cc62-4b02-b6fc-0a47288c16cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:30.323102718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"e917ed69-cc62-4b02-b6fc-0a47288c16cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:30.376897697Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f4e704-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d314caf2c394e9e802f71dcf7101bb6b8c8a025f8dda2c11fdd448421b4834ca) AuthConfig (d3ce62ca69d34f28c78ee0c96a6e1f19ab886e04deaf0ce1c848c93c07caa0f7) AuthConfig (f88e16239b92fcd5eac8ce2c221ac1f629ea1e1bef823ef9fb29802cfef0c18a) AuthConfig (439e910175f1ce78fe58efd82f619510d084720cb05874bcdc236da7e2e1b3ea) AuthConfig (36ee5e501854cca9cc8379b84e9dbef290ab188c211ea004bd8cb60bb5c53086) AuthConfig (f1032d85b6141bd41e0a7eda333edda5c0fb95c1657657a99efb0e7676db0a5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"e917ed69-cc62-4b02-b6fc-0a47288c16cb","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:31.450679158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d962c1-26c7-4278-a53a-0642652e7a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:31.500984328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d962c1-26c7-4278-a53a-0642652e7a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:31.551380508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d962c1-26c7-4278-a53a-0642652e7a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:31.601709883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98d962c1-26c7-4278-a53a-0642652e7a10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:33.457795628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ad2a9-a304-49f6-afe7-033abb58ce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:33.508173887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ad2a9-a304-49f6-afe7-033abb58ce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:33.558863175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ad2a9-a304-49f6-afe7-033abb58ce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:33.609226384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"222ad2a9-a304-49f6-afe7-033abb58ce62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:34.642892542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7271b241-4112-46cb-94f1-1a90f5cc6edb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:34.642915352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7271b241-4112-46cb-94f1-1a90f5cc6edb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:34.695993501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43deb17b-b4fb-4860-ab81-5e808936abe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:34.696015682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"43deb17b-b4fb-4860-ab81-5e808936abe4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:34.79591016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"17d574f0-6fd1-41aa-b6d0-bb494eca723d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:34.920012025Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"17d574f0-6fd1-41aa-b6d0-bb494eca723d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:34.973902168Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4952b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"17d574f0-6fd1-41aa-b6d0-bb494eca723d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:35.029293318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c72444a-4ef2-4be4-84d5-cd1f468c7243","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:35.029338765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1c72444a-4ef2-4be4-84d5-cd1f468c7243","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:38.647012855Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"a9632549-1ce3-411a-b229-c3e5008884e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-07205978","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:38.856755067Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"a9632549-1ce3-411a-b229-c3e5008884e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:38.856792988Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"a9632549-1ce3-411a-b229-c3e5008884e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-07205978","subscription":"e2e-neg-ghost-sub-07205978","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:38.857027728Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-07205978","reconcileID":"a9632549-1ce3-411a-b229-c3e5008884e6","MaaSSubscription":{"name":"e2e-neg-ghost-sub-07205978","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-07205978","error":"MaaSModelRef not found: llm/nonexistent-model-07205978","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:38.937070165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"5e4d6792-be5d-4bb7-87ea-7db606a3596c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.023250144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"5e4d6792-be5d-4bb7-87ea-7db606a3596c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.073913847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"b0434211-5d66-42aa-8481-6d294b6dbe62","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.084217981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"5e4d6792-be5d-4bb7-87ea-7db606a3596c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.151982827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0e9a5af-b4a1-4e83-ad01-ce0ddd0df0cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.152005179Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c0e9a5af-b4a1-4e83-ad01-ce0ddd0df0cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.296521493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cce2f86-67b9-4dfa-b557-2335d15d288b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.296542725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cce2f86-67b9-4dfa-b557-2335d15d288b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.302563864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5da6c672-d0f4-451b-af6d-7fe5b1b23d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.302880986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"c80a690e-ee8f-415d-89dd-b84332dd3151","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.302573371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"856ddc80-72d1-4a70-8ec2-332ecc272cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.359326995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5da6c672-d0f4-451b-af6d-7fe5b1b23d41","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.359488702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"856ddc80-72d1-4a70-8ec2-332ecc272cf8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.361736469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"c80a690e-ee8f-415d-89dd-b84332dd3151","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.421452423Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"c80a690e-ee8f-415d-89dd-b84332dd3151","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.421663763Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-07205978","reconcileID":"d31068f9-bd4e-4a7b-99f3-f3c50cbbc1a8","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-07205978","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.614827393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"547272c4-9056-4fc7-a957-28f9f881099c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.614853326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"547272c4-9056-4fc7-a957-28f9f881099c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.899717759Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e439eef5-f26b-4608-bb06-09087436a0f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.899737354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e439eef5-f26b-4608-bb06-09087436a0f9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.953670885Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d871115e-680d-45ca-8f01-cedbb1487974","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:39.953703655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d871115e-680d-45ca-8f01-cedbb1487974","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.177951768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"7d731d16-c70c-4767-8b41-4d0e23486373","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.233414582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"7d731d16-c70c-4767-8b41-4d0e23486373","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.287908379Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"7d731d16-c70c-4767-8b41-4d0e23486373","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.34382038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afafbcd-0597-4c20-86a3-0cde8bd6cbb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.343843762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6afafbcd-0597-4c20-86a3-0cde8bd6cbb6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.54685338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"5843c9b0-533c-48c3-a7f4-dcd54f85c546","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.547676351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"ee5ba893-3a74-47a7-b090-5a67536cdcf5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.604910979Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"ee5ba893-3a74-47a7-b090-5a67536cdcf5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.605289365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"5843c9b0-533c-48c3-a7f4-dcd54f85c546","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.661154983Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f4e704-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d314caf2c394e9e802f71dcf7101bb6b8c8a025f8dda2c11fdd448421b4834ca) AuthConfig (d3ce62ca69d34f28c78ee0c96a6e1f19ab886e04deaf0ce1c848c93c07caa0f7) AuthConfig (f88e16239b92fcd5eac8ce2c221ac1f629ea1e1bef823ef9fb29802cfef0c18a) AuthConfig (439e910175f1ce78fe58efd82f619510d084720cb05874bcdc236da7e2e1b3ea) AuthConfig (36ee5e501854cca9cc8379b84e9dbef290ab188c211ea004bd8cb60bb5c53086) AuthConfig (f1032d85b6141bd41e0a7eda333edda5c0fb95c1657657a99efb0e7676db0a5b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"5843c9b0-533c-48c3-a7f4-dcd54f85c546","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:40.661340276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"ee5ba893-3a74-47a7-b090-5a67536cdcf5","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.241472297Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35c4bdb3-6fd0-4a0d-933b-ec4ea5a10985","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.241617813Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"f3c92989-8066-4589-82f5-8c2dd43d692d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.241623785Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"35c4bdb3-6fd0-4a0d-933b-ec4ea5a10985","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.449666331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"f3c92989-8066-4589-82f5-8c2dd43d692d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.585301949Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"f3c92989-8066-4589-82f5-8c2dd43d692d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"name":"e2e-api-a-948470-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.58543099Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"e2e-e2e-api-a-948470-policy","reconcileID":"f3c92989-8066-4589-82f5-8c2dd43d692d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-948470-policy","namespace":"ai-tenant-e2e-api-a-948470"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-948470","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.6538181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5e47086-d6af-4bdc-a00d-607b7bae8c61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:41.653942631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d5e47086-d6af-4bdc-a00d-607b7bae8c61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:43.449756568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a153030a-8f14-467b-8c05-c8aad5621cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:43.505942578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a153030a-8f14-467b-8c05-c8aad5621cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:43.557982704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a153030a-8f14-467b-8c05-c8aad5621cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:43.611417932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a153030a-8f14-467b-8c05-c8aad5621cc8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:45.131269247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"09ddcdfe-ed42-408b-8cac-63cd55ff5795","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:45.18657401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"09ddcdfe-ed42-408b-8cac-63cd55ff5795","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:45.24045623Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4952b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"09ddcdfe-ed42-408b-8cac-63cd55ff5795","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:45.4522315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36627bb-ca04-44b7-908e-b40b95aebdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:45.504308724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36627bb-ca04-44b7-908e-b40b95aebdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:45.5554059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36627bb-ca04-44b7-908e-b40b95aebdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:45.605945504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d36627bb-ca04-44b7-908e-b40b95aebdb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:47.436931826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53499ee6-8d56-446e-b576-e73c19fa670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:47.487180221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53499ee6-8d56-446e-b576-e73c19fa670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:47.537258404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53499ee6-8d56-446e-b576-e73c19fa670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:47.587699896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53499ee6-8d56-446e-b576-e73c19fa670a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:50.762541988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"f36c748a-a2b1-4086-b1af-b2edb663eca6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:50.817735731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"f36c748a-a2b1-4086-b1af-b2edb663eca6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:50.866004236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"585b6ffb-5f59-4b60-a43e-802640e8f10d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:50.921854149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"585b6ffb-5f59-4b60-a43e-802640e8f10d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:50.977116419Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"585b6ffb-5f59-4b60-a43e-802640e8f10d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:51.033841458Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47605197-d64b-4018-a988-34eff647a897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:51.033862997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"47605197-d64b-4018-a988-34eff647a897","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:51.127985486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29bc1249-adac-46c8-a422-dfe49ad6e1ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:51.128007356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"29bc1249-adac-46c8-a422-dfe49ad6e1ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:53.912877276Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:55.34126104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"dd703be7-96c8-498a-b6cc-cd33d2e59eae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:55.396569007Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"dd703be7-96c8-498a-b6cc-cd33d2e59eae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:55.450616339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4952b1-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"dd703be7-96c8-498a-b6cc-cd33d2e59eae","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:56.397776211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51d965-e47b-4e59-b41d-1b6abb61e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:56.448088308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51d965-e47b-4e59-b41d-1b6abb61e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:56.498136559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51d965-e47b-4e59-b41d-1b6abb61e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:56.549134484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a51d965-e47b-4e59-b41d-1b6abb61e0cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.543488915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28153c19-7ecd-45d5-9bff-1bbefc2a06d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.54351275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"28153c19-7ecd-45d5-9bff-1bbefc2a06d1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.612229923Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6efbfbf8-359b-4518-b331-4fa88f48e614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.612249904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6efbfbf8-359b-4518-b331-4fa88f48e614","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.712129512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"b2f8f47d-7174-4e6b-8b54-2325b6b41bd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.836602108Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"b2f8f47d-7174-4e6b-8b54-2325b6b41bd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"name":"e2e-api-b-118857-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.919192346Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-118857-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"b2f8f47d-7174-4e6b-8b54-2325b6b41bd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.97231025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"029097c1-6d7f-4a5d-b558-64dcf784b644","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:57.97232963Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"029097c1-6d7f-4a5d-b558-64dcf784b644","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:58.446756597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea082c32-86d7-4511-bdf5-40b4f1da021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:58.496853555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea082c32-86d7-4511-bdf5-40b4f1da021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:58.547123853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea082c32-86d7-4511-bdf5-40b4f1da021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:58.597377435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea082c32-86d7-4511-bdf5-40b4f1da021e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:46:59.973665235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"0350d894-2dda-4413-8d71-9bfe4a1e7914","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:00.091031947Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"0350d894-2dda-4413-8d71-9bfe4a1e7914","name":"e2e-api-b-109234-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:00.448699161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b94a1ef-7fbc-4cfa-8534-ce7fbe74e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:00.499000277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b94a1ef-7fbc-4cfa-8534-ce7fbe74e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:00.549190859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b94a1ef-7fbc-4cfa-8534-ce7fbe74e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:00.599326752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b94a1ef-7fbc-4cfa-8534-ce7fbe74e700","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:01.247918444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"dab5e558-632d-4402-b663-09a24796526e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:01.3039483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"dab5e558-632d-4402-b663-09a24796526e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:01.358157485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"dab5e558-632d-4402-b663-09a24796526e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.484395508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"3a913b69-e678-4b55-b80d-ad9554aa4252","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.551503736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"3a913b69-e678-4b55-b80d-ad9554aa4252","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.596738543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"54896dc1-c1f5-4cc6-ab95-25fb1cf43e4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.652184565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"54896dc1-c1f5-4cc6-ab95-25fb1cf43e4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.706428919Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4952b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb3640326139532ff6034f2913bc26274ce87bd9b69aecf62b1069917dfb5b63) AuthConfig (6ae727466be9ee86385812810450a7e5558ba90dbca8bb7ac141eea444957699) AuthConfig (c947c0f4f4246cb5e03a88560340623c0f5ded728333b9032e49bcd347677197) AuthConfig (c7b0afbf1015a1c2a1afde613c9cc00bcde3e533489f8b78e73bf540ae8db1da) AuthConfig (5bf7907ea1847b683a6a2c0ab511baa0f62e81fb76f41df7506d34141363274d) AuthConfig (892558bf8f88b3548101618e8582bed85a09bb581d2cd02cd1124c2ae223ab2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"54896dc1-c1f5-4cc6-ab95-25fb1cf43e4c","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.762657738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15eac5a3-fef8-47cc-b8ec-06d435f081d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.762680294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"15eac5a3-fef8-47cc-b8ec-06d435f081d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.77555869Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"5fccc365-0396-4491-a88b-ee528ca4505f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.775588512Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2076318b-3944-4682-ac28-0ed7118db743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.775600304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2076318b-3944-4682-ac28-0ed7118db743","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:05.983947465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"5fccc365-0396-4491-a88b-ee528ca4505f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.115873007Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"5fccc365-0396-4491-a88b-ee528ca4505f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"name":"e2e-api-a-5e048b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.116001606Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"e2e-e2e-api-a-5e048b-policy","reconcileID":"5fccc365-0396-4491-a88b-ee528ca4505f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-5e048b-policy","namespace":"ai-tenant-e2e-api-a-5e048b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-5e048b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.1755467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e1b82f7-5014-4e9b-939f-960fbb39d9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.175678161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7e1b82f7-5014-4e9b-939f-960fbb39d9f1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.755728267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aeb701d-1184-464b-bcdd-333ac8baac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.806714617Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aeb701d-1184-464b-bcdd-333ac8baac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.857108577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aeb701d-1184-464b-bcdd-333ac8baac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:06.90838321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5aeb701d-1184-464b-bcdd-333ac8baac6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:08.07304153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"4351cd57-baf2-46c0-b814-54e530682604","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:08.128449612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"4351cd57-baf2-46c0-b814-54e530682604","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"name":"e2e-api-b-118857-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:08.182145467Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-118857-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"4351cd57-baf2-46c0-b814-54e530682604","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:08.765934432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf07d43-844e-466f-b13c-257693176a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:08.816564437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf07d43-844e-466f-b13c-257693176a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:08.866870501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf07d43-844e-466f-b13c-257693176a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:08.91717619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bf07d43-844e-466f-b13c-257693176a28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.373237739Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","namespace":"ai-tenant-e2e-api-a-948470","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.373334069Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","namespace":"ai-tenant-e2e-api-a-948470","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.373451379Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","tenant":"e2e-api-a-948470","tenantID":"e2e-api-a-948470","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.425680635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"Deployment","name":"maas-api-e2e-api-a-948470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.485832571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"Service","name":"maas-api-e2e-api-a-948470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.543502775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-948470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.595599748Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-948470","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.648465369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.701141477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.756498062Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.775626154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6c275-0373-4905-947e-afd9714ee7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.826357453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6c275-0373-4905-947e-afd9714ee7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.827956061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.876573323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6c275-0373-4905-947e-afd9714ee7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.926435144Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"Deployment","name":"payload-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.927833082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47c6c275-0373-4905-947e-afd9714ee7da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:10.977849575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.027538437Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"Service","name":"payload-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.077196928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"Service","name":"payload-pre-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.126926195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.182554493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.232032568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.285878668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.335612936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.385325274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.436208856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-948470","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.489858832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-948470"},"namespace":"ai-tenant-e2e-api-a-948470","name":"default-tenant","reconcileID":"235964fd-28e2-4755-92b6-fa6fe7377dc7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-948470","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.561791265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"c61a8311-b02b-4c89-b99d-5a4abe02bcb1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.617557027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"c61a8311-b02b-4c89-b99d-5a4abe02bcb1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:11.728569894Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"c61a8311-b02b-4c89-b99d-5a4abe02bcb1","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7ec6331b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:12.027405114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fa355a4-fd3a-4e7c-863b-7f16a945f4cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:12.027425304Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fa355a4-fd3a-4e7c-863b-7f16a945f4cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:12.879189155Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-948470","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-948470","reconcileID":"2e9f796c-ea79-4270-88cb-06dd7e3c2eda","aitenant":"ai-tenants/e2e-api-a-948470","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:12.889425814Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"a42340ec-4a20-4f81-9cb4-fdf6cf9097be","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:12.889833961Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c2d38b-f2b8-4982-8d9e-ad4dd09817a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:12.889848977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"41c2d38b-f2b8-4982-8d9e-ad4dd09817a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:12.939825225Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-7ec6331b","reconcileID":"a42340ec-4a20-4f81-9cb4-fdf6cf9097be","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-7ec6331b","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-7ec6331b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:13.195552735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ecd05d-b200-4d5f-bc88-9ac802762a73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:13.195574257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08ecd05d-b200-4d5f-bc88-9ac802762a73","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:13.42999693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86085742-ba4a-4c60-b62c-584ff31676b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:13.480476848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86085742-ba4a-4c60-b62c-584ff31676b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:13.530624364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86085742-ba4a-4c60-b62c-584ff31676b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:13.581110963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86085742-ba4a-4c60-b62c-584ff31676b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:13.689478674Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-948470","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-948470","reconcileID":"2e9f796c-ea79-4270-88cb-06dd7e3c2eda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-948470","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-948470"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:15.444481626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd077128-9b05-4fa7-bfd6-6da764e2838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:15.496002373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd077128-9b05-4fa7-bfd6-6da764e2838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:15.547745221Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd077128-9b05-4fa7-bfd6-6da764e2838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:15.598724155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd077128-9b05-4fa7-bfd6-6da764e2838f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:15.915630521Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"ca515df9-f883-46f4-a797-2b76ffd82bdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:15.971775761Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"ca515df9-f883-46f4-a797-2b76ffd82bdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:16.028148472Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4952b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb3640326139532ff6034f2913bc26274ce87bd9b69aecf62b1069917dfb5b63) AuthConfig (6ae727466be9ee86385812810450a7e5558ba90dbca8bb7ac141eea444957699) AuthConfig (c947c0f4f4246cb5e03a88560340623c0f5ded728333b9032e49bcd347677197) AuthConfig (c7b0afbf1015a1c2a1afde613c9cc00bcde3e533489f8b78e73bf540ae8db1da) AuthConfig (5bf7907ea1847b683a6a2c0ab511baa0f62e81fb76f41df7506d34141363274d) AuthConfig (892558bf8f88b3548101618e8582bed85a09bb581d2cd02cd1124c2ae223ab2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"ca515df9-f883-46f4-a797-2b76ffd82bdc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:17.53475636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11f0f2d-822f-4a48-a546-c521e753112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:17.586705186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11f0f2d-822f-4a48-a546-c521e753112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:17.639783969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11f0f2d-822f-4a48-a546-c521e753112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:17.692925053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b11f0f2d-822f-4a48-a546-c521e753112e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:18.284600285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"e28fa4a4-1b29-450e-92da-bca8fe3335b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:18.343294806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"e28fa4a4-1b29-450e-92da-bca8fe3335b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"name":"e2e-api-b-118857-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:18.401881752Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-118857-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"e28fa4a4-1b29-450e-92da-bca8fe3335b7","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:19.667979974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93fa-4cbe-401d-a0ce-0374d220379d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:19.724419701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93fa-4cbe-401d-a0ce-0374d220379d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:19.777435381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93fa-4cbe-401d-a0ce-0374d220379d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:19.832862519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f8e93fa-4cbe-401d-a0ce-0374d220379d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:20.23566965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"ce9e5c23-b592-46cd-b54a-d3cdcae6e398","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:20.292642835Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"ce9e5c23-b592-46cd-b54a-d3cdcae6e398","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:20.359788641Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4952b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb3640326139532ff6034f2913bc26274ce87bd9b69aecf62b1069917dfb5b63) AuthConfig (6ae727466be9ee86385812810450a7e5558ba90dbca8bb7ac141eea444957699) AuthConfig (c947c0f4f4246cb5e03a88560340623c0f5ded728333b9032e49bcd347677197) AuthConfig (c7b0afbf1015a1c2a1afde613c9cc00bcde3e533489f8b78e73bf540ae8db1da) AuthConfig (5bf7907ea1847b683a6a2c0ab511baa0f62e81fb76f41df7506d34141363274d) AuthConfig (892558bf8f88b3548101618e8582bed85a09bb581d2cd02cd1124c2ae223ab2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"ce9e5c23-b592-46cd-b54a-d3cdcae6e398","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:20.778491397Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"86c9ec3a-c083-431a-82cf-110ecdc39357","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:20.890164317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"86c9ec3a-c083-431a-82cf-110ecdc39357","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:20.952299053Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-4952b1-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (eb3640326139532ff6034f2913bc26274ce87bd9b69aecf62b1069917dfb5b63) AuthConfig (6ae727466be9ee86385812810450a7e5558ba90dbca8bb7ac141eea444957699) AuthConfig (c947c0f4f4246cb5e03a88560340623c0f5ded728333b9032e49bcd347677197) AuthConfig (c7b0afbf1015a1c2a1afde613c9cc00bcde3e533489f8b78e73bf540ae8db1da) AuthConfig (5bf7907ea1847b683a6a2c0ab511baa0f62e81fb76f41df7506d34141363274d) AuthConfig (892558bf8f88b3548101618e8582bed85a09bb581d2cd02cd1124c2ae223ab2c)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"86c9ec3a-c083-431a-82cf-110ecdc39357","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.351309853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"b1343822-91f4-407b-a96c-c65675006885","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.352107288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eea55cb-3763-4be1-9177-291e0175c678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.355396009Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6eea55cb-3763-4be1-9177-291e0175c678","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.559375626Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"b1343822-91f4-407b-a96c-c65675006885","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.685620948Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"b1343822-91f4-407b-a96c-c65675006885","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"name":"e2e-api-b-4952b1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.685653509Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"e2e-e2e-api-b-4952b1-policy","reconcileID":"b1343822-91f4-407b-a96c-c65675006885","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-4952b1-policy","namespace":"ai-tenant-e2e-api-b-4952b1"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-4952b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.741621189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc04d0f7-5eb5-43c8-8d33-e15c6191a7c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.741647407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cc04d0f7-5eb5-43c8-8d33-e15c6191a7c7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.896241994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79f7748-e3c5-4c08-874e-25d231ee0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.946906932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79f7748-e3c5-4c08-874e-25d231ee0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:21.997116465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79f7748-e3c5-4c08-874e-25d231ee0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:22.04760088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e79f7748-e3c5-4c08-874e-25d231ee0662","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:22.587851694Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"16d4155a-238a-4c63-8f19-68b39729c294","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:22.587883474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"16d4155a-238a-4c63-8f19-68b39729c294","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:23.912810934Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:24.046842543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216695c5-f38f-4431-a729-2d94e73735ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:24.096958879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216695c5-f38f-4431-a729-2d94e73735ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:24.147281152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216695c5-f38f-4431-a729-2d94e73735ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:24.19750961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216695c5-f38f-4431-a729-2d94e73735ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:25.152658221Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-23e673","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-23e673","reconcileID":"39f418cf-f345-4266-a112-2e15592e677a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-23e673","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-23e673":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:26.064683677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4820634-9405-4364-b9dd-0d0917421377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:26.114762523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4820634-9405-4364-b9dd-0d0917421377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:26.164926513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4820634-9405-4364-b9dd-0d0917421377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:26.215036859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c4820634-9405-4364-b9dd-0d0917421377","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.653875057Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","namespace":"ai-tenant-e2e-api-b-4952b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.653954371Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","namespace":"ai-tenant-e2e-api-b-4952b1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.654022528Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","tenant":"e2e-api-b-4952b1","tenantID":"e2e-api-b-4952b1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.707840379Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"Deployment","name":"maas-api-e2e-api-b-4952b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.767109872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"Service","name":"maas-api-e2e-api-b-4952b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.871016992Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-4952b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.94577246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-4952b1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:27.998751075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.050824587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.084032574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7fe7e-82cc-4681-8160-617c09e21619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.134327853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7fe7e-82cc-4681-8160-617c09e21619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.139553587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.190590797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7fe7e-82cc-4681-8160-617c09e21619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.241437238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2a7fe7e-82cc-4681-8160-617c09e21619","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.24373548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.293817153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"Deployment","name":"payload-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.343789043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.39517605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"Service","name":"payload-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.450541868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"Service","name":"payload-pre-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.509376805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.560182353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.560265864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"6ec155b3-a929-45e1-b161-52dacdcc5f74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.614354888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.618690258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"6ec155b3-a929-45e1-b161-52dacdcc5f74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"name":"e2e-api-b-118857-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.671684518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.673098336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-118857-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"6ec155b3-a929-45e1-b161-52dacdcc5f74","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.721708923Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.771457542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.821212043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-4952b1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:28.87373305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-4952b1"},"namespace":"ai-tenant-e2e-api-b-4952b1","name":"default-tenant","reconcileID":"6e3f9213-8683-43b8-87b7-846d867e10e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-4952b1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:30.156737889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc09a0f-da21-43bc-a1ce-7a665f7af31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:30.207097539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc09a0f-da21-43bc-a1ce-7a665f7af31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:30.25728416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc09a0f-da21-43bc-a1ce-7a665f7af31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:30.307547753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0bc09a0f-da21-43bc-a1ce-7a665f7af31a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:32.145618368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9a3bd-b60e-43b0-b29d-ce4d8b310e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:32.195673606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9a3bd-b60e-43b0-b29d-ce4d8b310e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:32.245938622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9a3bd-b60e-43b0-b29d-ce4d8b310e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:32.296074496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dd9a3bd-b60e-43b0-b29d-ce4d8b310e72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:33.89414343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","namespace":"ai-tenant-e2e-api-a-5e048b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:33.894207775Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","namespace":"ai-tenant-e2e-api-a-5e048b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:33.894260145Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","tenant":"e2e-api-a-5e048b","tenantID":"e2e-api-a-5e048b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:33.946288236Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"Deployment","name":"maas-api-e2e-api-a-5e048b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.004561641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"Service","name":"maas-api-e2e-api-a-5e048b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.058693262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-5e048b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.11123651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-5e048b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.140868174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29009444-1c83-45c8-ae82-edaa15a3027b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.194141201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29009444-1c83-45c8-ae82-edaa15a3027b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.194234333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.245073067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29009444-1c83-45c8-ae82-edaa15a3027b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.295572005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29009444-1c83-45c8-ae82-edaa15a3027b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.297597818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.354782772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.407678683Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.457674228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"Deployment","name":"payload-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.555838458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.606846673Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4952b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4952b1","reconcileID":"2891cf15-f0cd-4a68-9d2e-810d4ea28873","aitenant":"ai-tenants/e2e-api-b-4952b1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.607164533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"Service","name":"payload-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.658927129Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"Service","name":"payload-pre-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.708782118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.758448364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.808395413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.862331707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.912233714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:34.961818801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:35.011379359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-5e048b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:35.061080207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-5e048b"},"namespace":"ai-tenant-e2e-api-a-5e048b","name":"default-tenant","reconcileID":"c71cac2d-2588-4037-aefb-c47b239834fd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-5e048b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:35.417682357Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-4952b1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-4952b1","reconcileID":"2891cf15-f0cd-4a68-9d2e-810d4ea28873","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-4952b1","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-4952b1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:36.16554216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8231d33c-698d-4491-be60-e281ace4d1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:36.216717421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8231d33c-698d-4491-be60-e281ace4d1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:36.266985911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8231d33c-698d-4491-be60-e281ace4d1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:36.317004847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8231d33c-698d-4491-be60-e281ace4d1c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:37.671461246Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5e048b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5e048b","reconcileID":"36bb1fdf-6f99-4680-bad0-71a0209481d3","aitenant":"ai-tenants/e2e-api-a-5e048b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.244146142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5198e775-ea20-444e-a032-582f533cf600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.294307947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5198e775-ea20-444e-a032-582f533cf600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.344598326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5198e775-ea20-444e-a032-582f533cf600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.395001589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5198e775-ea20-444e-a032-582f533cf600","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.506828934Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-5e048b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-5e048b","reconcileID":"36bb1fdf-6f99-4680-bad0-71a0209481d3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-5e048b","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-5e048b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.774437975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"0b77f211-2b05-4f5f-81d8-44c447e4ae58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.830301209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"0b77f211-2b05-4f5f-81d8-44c447e4ae58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"name":"e2e-api-b-118857-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.884506578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-118857-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abea578831f5591b427fd22b04c936e5523a92eae0df3de8c891d3cf80009e95) AuthConfig (a54a67a38a8700c48a55855941086767b298815e72f3553a070e5880b883fd93) AuthConfig (968293e6e4f31743f21f17d79c79e44a059f8e497019814df1ecad59d885b680) AuthConfig (f78923230aed9f12ce2089daf31439797989c806e3c8692fb4ee1c7238049851) AuthConfig (a177603f5c4e07c2ad5b0eb1d7579178b8beffc0c56967ae36e1136f0c0ee611) AuthConfig (4773b9638f681691784b47411185db1343761f74dc7592a28da4b988da2c4cb3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"0b77f211-2b05-4f5f-81d8-44c447e4ae58","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.940646308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd7198ee-1b21-4886-9e5e-57c4b89f416f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:38.940667761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd7198ee-1b21-4886-9e5e-57c4b89f416f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:40.271091017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f7a99c-d796-4315-bea1-29e95bc893a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:40.321395944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f7a99c-d796-4315-bea1-29e95bc893a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:40.371584507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f7a99c-d796-4315-bea1-29e95bc893a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:40.42232334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f7a99c-d796-4315-bea1-29e95bc893a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:42.29226943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576659f-301b-427d-9960-f4cee24fb3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:42.342817409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576659f-301b-427d-9960-f4cee24fb3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:42.392913985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576659f-301b-427d-9960-f4cee24fb3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:42.443536243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6576659f-301b-427d-9960-f4cee24fb3de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:42.451359788Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7bcbbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7bcbbb","reconcileID":"48037e68-4dbe-42d1-9421-4e6da07412d9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7bcbbb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-7bcbbb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:44.351686825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea86f188-21fb-4eb8-9007-8cf48a798653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:44.402228673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea86f188-21fb-4eb8-9007-8cf48a798653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:44.453061746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea86f188-21fb-4eb8-9007-8cf48a798653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:44.50359797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ea86f188-21fb-4eb8-9007-8cf48a798653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:44.964742907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"48edb7a9-2647-4f25-b5e8-f5ec4bfe7168","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.02010025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"48edb7a9-2647-4f25-b5e8-f5ec4bfe7168","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"name":"e2e-api-b-118857-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.074694905Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-118857-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (abea578831f5591b427fd22b04c936e5523a92eae0df3de8c891d3cf80009e95) AuthConfig (a54a67a38a8700c48a55855941086767b298815e72f3553a070e5880b883fd93) AuthConfig (968293e6e4f31743f21f17d79c79e44a059f8e497019814df1ecad59d885b680) AuthConfig (f78923230aed9f12ce2089daf31439797989c806e3c8692fb4ee1c7238049851) AuthConfig (a177603f5c4e07c2ad5b0eb1d7579178b8beffc0c56967ae36e1136f0c0ee611) AuthConfig (4773b9638f681691784b47411185db1343761f74dc7592a28da4b988da2c4cb3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"48edb7a9-2647-4f25-b5e8-f5ec4bfe7168","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.519667481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"23a765fe-112e-47e0-a4ff-883557998c3a","namespace":"ai-tenant-e2e-api-b-118857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.519747803Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"23a765fe-112e-47e0-a4ff-883557998c3a","namespace":"ai-tenant-e2e-api-b-118857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.519819044Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"23a765fe-112e-47e0-a4ff-883557998c3a","name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.574079787Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"23a765fe-112e-47e0-a4ff-883557998c3a","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.57455459Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"37b1cb82-9bb1-497f-841c-f739150bc168","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.574793988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5fc394-ad19-443e-8c67-98e8be7e0274","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.574811629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0f5fc394-ad19-443e-8c67-98e8be7e0274","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.651951467Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"9156726c-1956-45c7-8956-e7ae79aec576","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.651974746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"9156726c-1956-45c7-8956-e7ae79aec576","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.786074155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"37b1cb82-9bb1-497f-841c-f739150bc168","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.964882345Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"37b1cb82-9bb1-497f-841c-f739150bc168","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"name":"e2e-api-b-118857-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:45.964910625Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"e2e-e2e-api-b-118857-policy","reconcileID":"37b1cb82-9bb1-497f-841c-f739150bc168","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-118857-policy","namespace":"ai-tenant-e2e-api-b-118857"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-118857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:46.042823972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c382e0-d699-415b-98ce-c61f2db560c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:46.042850642Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"54c382e0-d699-415b-98ce-c61f2db560c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:46.413115957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25dc6e2-9fff-458a-b41f-0eb40eaa891a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:46.465116441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25dc6e2-9fff-458a-b41f-0eb40eaa891a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:46.515851578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25dc6e2-9fff-458a-b41f-0eb40eaa891a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:46.566235359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d25dc6e2-9fff-458a-b41f-0eb40eaa891a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:48.419322589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15954fdb-6f8b-4f50-8feb-39327835be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:48.470165912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15954fdb-6f8b-4f50-8feb-39327835be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:48.526717889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15954fdb-6f8b-4f50-8feb-39327835be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:48.577308591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15954fdb-6f8b-4f50-8feb-39327835be09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:50.439894277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c138ada-895d-44de-850c-6cd1bc091f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:50.490086725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c138ada-895d-44de-850c-6cd1bc091f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:50.540272222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c138ada-895d-44de-850c-6cd1bc091f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:50.590341874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c138ada-895d-44de-850c-6cd1bc091f7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.397151572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba92ef34-ba84-4e88-84cc-5f24cc00d77b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.397176592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ba92ef34-ba84-4e88-84cc-5f24cc00d77b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.450526237Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc9294d-e1f6-4456-a070-79a8f66638bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.450546365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4cc9294d-e1f6-4456-a070-79a8f66638bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.455015152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba2939c-d934-4f63-b94d-ce626985a0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.505683884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba2939c-d934-4f63-b94d-ce626985a0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.555956649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba2939c-d934-4f63-b94d-ce626985a0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.606272159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eba2939c-d934-4f63-b94d-ce626985a0db","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.656236532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"afaaca52-4787-437f-babd-d92a9a02463a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.806561679Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"afaaca52-4787-437f-babd-d92a9a02463a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"name":"e2e-api-b-109234-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.885380454Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109234-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"afaaca52-4787-437f-babd-d92a9a02463a","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.942697705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68302148-e3a9-43a6-a082-f95ca91a1221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:52.942717882Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"68302148-e3a9-43a6-a082-f95ca91a1221","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:53.915426188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:54.455733732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715305a3-4d6d-4a62-beac-55d8463aa71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:54.508934152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715305a3-4d6d-4a62-beac-55d8463aa71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:54.560441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715305a3-4d6d-4a62-beac-55d8463aa71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:54.610902984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"715305a3-4d6d-4a62-beac-55d8463aa71a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:55.708335878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e4ad7270-0cc9-4737-a33d-e807d024af64","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:55.708405825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"e4ad7270-0cc9-4737-a33d-e807d024af64","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:56.545334297Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f273d-07d5-477a-a2e8-ba3ea688cc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:56.595409988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f273d-07d5-477a-a2e8-ba3ea688cc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:56.646503976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f273d-07d5-477a-a2e8-ba3ea688cc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:56.698069744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de9f273d-07d5-477a-a2e8-ba3ea688cc1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.537041942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1eea18b-a6f5-4392-8c74-f565858b887f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.587545768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1eea18b-a6f5-4392-8c74-f565858b887f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.637968043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1eea18b-a6f5-4392-8c74-f565858b887f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.681016308Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab458bab-5176-4448-923a-728088347e02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.681037403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ab458bab-5176-4448-923a-728088347e02","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.688297885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1eea18b-a6f5-4392-8c74-f565858b887f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.688348643Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"4fdda2bb-8ad1-4f24-8c72-812cc32b6527","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:58.945189955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"4fdda2bb-8ad1-4f24-8c72-812cc32b6527","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:59.073384788Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"4fdda2bb-8ad1-4f24-8c72-812cc32b6527","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"name":"e2e-api-a-f4e704-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:59.073409061Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"e2e-e2e-api-a-f4e704-policy","reconcileID":"4fdda2bb-8ad1-4f24-8c72-812cc32b6527","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f4e704-policy","namespace":"ai-tenant-e2e-api-a-f4e704"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f4e704","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:59.127963889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07060fb8-e94b-43dc-9e72-f986865fd97b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:47:59.12798961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"07060fb8-e94b-43dc-9e72-f986865fd97b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:00.556674044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a74eee-38dc-4eb9-be88-aff98de45877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:00.611264214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a74eee-38dc-4eb9-be88-aff98de45877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:00.662251379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a74eee-38dc-4eb9-be88-aff98de45877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:00.712490561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92a74eee-38dc-4eb9-be88-aff98de45877","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:02.565076649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3930367-ce3b-44e6-876e-4a5d9964d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:02.615543205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3930367-ce3b-44e6-876e-4a5d9964d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:02.665850381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3930367-ce3b-44e6-876e-4a5d9964d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:02.715882253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b3930367-ce3b-44e6-876e-4a5d9964d114","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:03.043664988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"593755b1-2e6d-4a79-97b6-2d4299c565fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:03.099321354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"593755b1-2e6d-4a79-97b6-2d4299c565fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"name":"e2e-api-b-109234-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:03.153957948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109234-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"593755b1-2e6d-4a79-97b6-2d4299c565fe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:04.546326248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba43df4b-de09-44f2-9047-d8e5d481eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:04.596976791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba43df4b-de09-44f2-9047-d8e5d481eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:04.647236418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba43df4b-de09-44f2-9047-d8e5d481eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:04.697794775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba43df4b-de09-44f2-9047-d8e5d481eaa5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:05.709247781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"736e72c8-fed3-457d-91d9-4b53a5fc4248","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"tenant":"e2e-mt-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","model":"ai-tenant-e2e-mt-2b9f22c1/e2e-lifecycle-model-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:05.70927226Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"e2e-lifecycle-model-2b9f22c1","reconcileID":"736e72c8-fed3-457d-91d9-4b53a5fc4248","MaaSModelRef":{"name":"e2e-lifecycle-model-2b9f22c1","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"routeName":"e2e-lifecycle-model-2b9f22c1-kserve-route","namespace":"ai-tenant-e2e-mt-2b9f22c1","llmisvcName":"e2e-lifecycle-model-2b9f22c1","gateway":"openshift-ingress/e2e-mt-2b9f22c1","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:06.576505181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf430e95-73dc-4c66-a523-eb15a3f384c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:06.626798785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf430e95-73dc-4c66-a523-eb15a3f384c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:06.677788816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf430e95-73dc-4c66-a523-eb15a3f384c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:06.728348228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf430e95-73dc-4c66-a523-eb15a3f384c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:11.823180495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb953fb-a145-4277-ac2b-9b9cce43dc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:11.88340378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb953fb-a145-4277-ac2b-9b9cce43dc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:11.934620149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb953fb-a145-4277-ac2b-9b9cce43dc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:11.984884875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbb953fb-a145-4277-ac2b-9b9cce43dc14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.273262611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"463a6c88-2239-4993-84d5-079b4f41bc3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.32829428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"463a6c88-2239-4993-84d5-079b4f41bc3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"name":"e2e-api-b-109234-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.382553395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-109234-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4c2e900124ccf5f95d14562499a4f9df526584dd84daad110ed94d86995fffe4) AuthConfig (214e648c24a9cf14ecfe14165301655aacca756aa2f4086b832c8b8faa82f946) AuthConfig (bdc9c297e840f45dd5921f9db8d7b9abc03c5bf935612b22e7123b365d9f566a) AuthConfig (45753f7c6c6000fdbdbfac39ec90134ffb343847f33ded6c989ce4184c1464f1) AuthConfig (e63f7e9b5bf7e7417852d2a55db284204f0c59c920b5cccd2154213d4bd2a170) AuthConfig (e24b13177973a62a90a3b8caf63cc336aec030c30471b085eb33bcc5d15dc848)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"463a6c88-2239-4993-84d5-079b4f41bc3e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.438905437Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60a917a0-0765-42de-bd7a-2f1dcf633185","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.438928343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"60a917a0-0765-42de-bd7a-2f1dcf633185","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.845761089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b647fbd-616a-41ae-9562-09d96b94353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.896226445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b647fbd-616a-41ae-9562-09d96b94353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.946674659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b647fbd-616a-41ae-9562-09d96b94353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:13.996836143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b647fbd-616a-41ae-9562-09d96b94353f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:15.844723155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e5dd12-f276-4a2c-b464-add695606980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:15.894802267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e5dd12-f276-4a2c-b464-add695606980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:15.945275935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e5dd12-f276-4a2c-b464-add695606980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:15.995824312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1e5dd12-f276-4a2c-b464-add695606980","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:20.666897659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"044b7b0c-839e-4c76-b0d1-38f982f4e306","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-23e673","tenantID":"e2e-ipp-a-23e673","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:20.780656363Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"044b7b0c-839e-4c76-b0d1-38f982f4e306","name":"e2e-ipp-a-23e673-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:23.54173469Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"d4eb6dfd-d667-4258-bb15-525ddc960dd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:23.597192144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"d4eb6dfd-d667-4258-bb15-525ddc960dd3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"name":"e2e-api-b-109234-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:23.903097428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a419f69e-cb6b-4ab9-9739-9d3c2f090e79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:23.903116875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a419f69e-cb6b-4ab9-9739-9d3c2f090e79","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:23.948990435Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.67878771Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","namespace":"ai-tenant-e2e-api-a-f4e704","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.678851649Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","namespace":"ai-tenant-e2e-api-a-f4e704","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.678908216Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","tenant":"e2e-api-a-f4e704","tenantID":"e2e-api-a-f4e704","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.731237116Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"Deployment","name":"maas-api-e2e-api-a-f4e704","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.790415311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"Service","name":"maas-api-e2e-api-a-f4e704","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.849241911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f4e704","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.903242218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f4e704","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:25.957662788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.01355548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.068863262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.121102698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.170837771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"Deployment","name":"payload-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.221624577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.271905416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"Service","name":"payload-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.324729338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.375126439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.425230633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.474905638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.530347084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.579972747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.629643081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.680774806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f4e704","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:26.734741045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f4e704"},"namespace":"ai-tenant-e2e-api-a-f4e704","name":"default-tenant","reconcileID":"b4577180-ef9c-4816-947b-1d39cc62082e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f4e704","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:30.588826751Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f4e704","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f4e704","reconcileID":"0b21a30a-6bdf-43ab-a904-7bd8ceb0e030","aitenant":"ai-tenants/e2e-api-a-f4e704","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:31.157491724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1474a202-2c43-4079-a5c6-86821cc9602f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:31.208033054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1474a202-2c43-4079-a5c6-86821cc9602f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:31.259093513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1474a202-2c43-4079-a5c6-86821cc9602f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:31.309513107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1474a202-2c43-4079-a5c6-86821cc9602f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:31.41960001Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f4e704","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f4e704","reconcileID":"0b21a30a-6bdf-43ab-a904-7bd8ceb0e030","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f4e704","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f4e704"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:31.613595124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"479ee4eb-c924-453c-987e-7242d2f71fc1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-7bcbbb","tenantID":"e2e-ipp-a-7bcbbb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:31.726696531Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"479ee4eb-c924-453c-987e-7242d2f71fc1","name":"e2e-ipp-a-7bcbbb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:33.184779441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0db608-ecd3-4c6a-a1a3-9c88266cc7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:33.234918091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0db608-ecd3-4c6a-a1a3-9c88266cc7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:33.287534083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0db608-ecd3-4c6a-a1a3-9c88266cc7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:33.339036002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a0db608-ecd3-4c6a-a1a3-9c88266cc7a5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:35.158848348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc95c3de-5f45-4326-b823-936615034a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:35.208876891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc95c3de-5f45-4326-b823-936615034a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:35.259020836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc95c3de-5f45-4326-b823-936615034a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:35.309159468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc95c3de-5f45-4326-b823-936615034a26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.008006214Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","namespace":"ai-tenant-e2e-api-b-118857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.00808859Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","namespace":"ai-tenant-e2e-api-b-118857","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.008170399Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","tenant":"e2e-api-b-118857","tenantID":"e2e-api-b-118857","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.060346629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"Deployment","name":"maas-api-e2e-api-b-118857","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.118684812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"Service","name":"maas-api-e2e-api-b-118857","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.154180877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffc215a-bd69-4fa0-83de-dad1f6b8e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.2052722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffc215a-bd69-4fa0-83de-dad1f6b8e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.20806606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-118857","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.25566603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffc215a-bd69-4fa0-83de-dad1f6b8e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.306279475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ffc215a-bd69-4fa0-83de-dad1f6b8e857","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.307563848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-118857","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.360466619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.415033556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.470002395Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.564206095Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.613983761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"Deployment","name":"payload-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.663604296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.713261695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"Service","name":"payload-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.762766684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"Service","name":"payload-pre-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.812159164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.861797535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.913860383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:37.968889487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.018681389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.068424639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.120408824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-118857","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.170691809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-118857"},"namespace":"ai-tenant-e2e-api-b-118857","name":"default-tenant","reconcileID":"a189666a-5107-4999-bddc-5ccedc80f8ef","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-118857","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.844205045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ded16ff-d47a-44f3-b327-f8f5b191999c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.844236284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ded16ff-d47a-44f3-b327-f8f5b191999c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.906685129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"1f7e4274-404d-4022-ae8f-ef270c179f1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:38.96451222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"1f7e4274-404d-4022-ae8f-ef270c179f1f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"name":"e2e-api-b-109234-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.167226862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edcb016-30b6-4fe7-abfc-4a2ba3f57ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.168180406Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"284225b5-6984-4c64-921e-5226908af28f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.218419804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edcb016-30b6-4fe7-abfc-4a2ba3f57ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.269496117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edcb016-30b6-4fe7-abfc-4a2ba3f57ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.339704894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9edcb016-30b6-4fe7-abfc-4a2ba3f57ef4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.418784409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"284225b5-6984-4c64-921e-5226908af28f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.542731677Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"284225b5-6984-4c64-921e-5226908af28f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"name":"e2e-api-b-109234-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.542758323Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"e2e-e2e-api-b-109234-policy","reconcileID":"284225b5-6984-4c64-921e-5226908af28f","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-109234-policy","namespace":"ai-tenant-e2e-api-b-109234"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-109234","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.611570867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd876eb2-4267-4d85-bd8e-60fa7db7bf88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:39.611592136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bd876eb2-4267-4d85-bd8e-60fa7db7bf88","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:41.241294195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d72466-d74b-42d9-ab07-19a5302826fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:41.291491503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d72466-d74b-42d9-ab07-19a5302826fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:41.342205654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d72466-d74b-42d9-ab07-19a5302826fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:41.393560453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84d72466-d74b-42d9-ab07-19a5302826fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:43.245616868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47ab24-1d4c-42a6-9387-6df9299f643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:43.296261033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47ab24-1d4c-42a6-9387-6df9299f643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:43.346540378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47ab24-1d4c-42a6-9387-6df9299f643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:43.397021249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df47ab24-1d4c-42a6-9387-6df9299f643c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:43.822021806Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-118857","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-118857","reconcileID":"d8021f82-ef5e-432c-8935-3fe96bbed0d8","aitenant":"ai-tenants/e2e-api-b-118857","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:44.585620237Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-118857","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-118857","reconcileID":"d8021f82-ef5e-432c-8935-3fe96bbed0d8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-118857","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-118857"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:45.299775969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a26902-86ed-4d94-bd55-e7fd4aef8439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:45.355639541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a26902-86ed-4d94-bd55-e7fd4aef8439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:45.406697899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a26902-86ed-4d94-bd55-e7fd4aef8439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:45.457106501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a26902-86ed-4d94-bd55-e7fd4aef8439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:47.374642815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248ccc51-e674-4721-95b2-146503455444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:47.425065881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248ccc51-e674-4721-95b2-146503455444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:47.475644013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248ccc51-e674-4721-95b2-146503455444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:47.525969406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"248ccc51-e674-4721-95b2-146503455444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:49.42162734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912633ab-8bd1-43b5-be9a-f1741e6331f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:49.47181275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912633ab-8bd1-43b5-be9a-f1741e6331f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:49.524958497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912633ab-8bd1-43b5-be9a-f1741e6331f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:49.578475733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"912633ab-8bd1-43b5-be9a-f1741e6331f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:51.406185179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede88456-1103-4319-a453-7287ac0a37be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:51.456766817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede88456-1103-4319-a453-7287ac0a37be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:51.46461017Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-36c2c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-36c2c1","reconcileID":"bd46b93e-809f-4817-8f76-3ac972352f38","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-36c2c1","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-36c2c1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:51.506823323Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede88456-1103-4319-a453-7287ac0a37be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:51.557340207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ede88456-1103-4319-a453-7287ac0a37be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:53.447512761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb755f7-f963-4e08-83a6-255ed920803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:53.497738786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb755f7-f963-4e08-83a6-255ed920803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:53.547958037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb755f7-f963-4e08-83a6-255ed920803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:53.598139088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fb755f7-f963-4e08-83a6-255ed920803b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:53.913350269Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:55.500956102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7434e1fb-f66f-47bd-9f3f-70c22f7dec4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:55.552580724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7434e1fb-f66f-47bd-9f3f-70c22f7dec4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:55.603989755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7434e1fb-f66f-47bd-9f3f-70c22f7dec4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:55.654030641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7434e1fb-f66f-47bd-9f3f-70c22f7dec4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:57.542929738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d934326f-b85b-480e-b91d-99f0e2a164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:57.593079061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d934326f-b85b-480e-b91d-99f0e2a164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:57.643173071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d934326f-b85b-480e-b91d-99f0e2a164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:57.694486899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d934326f-b85b-480e-b91d-99f0e2a164be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:58.987937155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:58.988012038Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","namespace":"ai-tenant-e2e-mt-2b9f22c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:58.988060568Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","tenant":"e2e-mt-2b9f22c1","tenantID":"e2e-mt-2b9f22c1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.040133643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"Deployment","name":"maas-api-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.098890986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"Service","name":"maas-api-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.15483986Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.206511038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-2b9f22c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.259161602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.311772055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.364879444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.420051038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.470168076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"Deployment","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.519751447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.557641184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cbd544-d744-459f-b87a-876b54274a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.607948261Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"Service","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.608509953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cbd544-d744-459f-b87a-876b54274a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.661576335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"Service","name":"payload-pre-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.663218362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cbd544-d744-459f-b87a-876b54274a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.713655695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40cbd544-d744-459f-b87a-876b54274a7f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.714198365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"DestinationRule","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.767109942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.816672257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.870508526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:48:59.968195368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:00.020305802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:00.071226761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-2b9f22c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:00.12089342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-2b9f22c1"},"namespace":"ai-tenant-e2e-mt-2b9f22c1","name":"default-tenant","reconcileID":"fa854832-41b7-4ee7-b1d3-01634394cd19","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-2b9f22c1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:08.114443976Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2b9f22c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2b9f22c1","reconcileID":"a9602142-7a1c-409f-bef8-7408990fe715","aitenant":"ai-tenants/e2e-mt-2b9f22c1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:08.666192793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825012f8-cb1d-4bac-93ff-49562cef4d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:08.716677092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825012f8-cb1d-4bac-93ff-49562cef4d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:08.76690731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825012f8-cb1d-4bac-93ff-49562cef4d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:08.817332984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"825012f8-cb1d-4bac-93ff-49562cef4d07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:08.925630059Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-2b9f22c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-2b9f22c1","reconcileID":"a9602142-7a1c-409f-bef8-7408990fe715","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-2b9f22c1","removed":["maas.opendatahub.io/gateway-access-e2e-mt-2b9f22c1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:10.757441094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12663bc-ba4e-4cf1-8e9d-15b173012e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:10.80772307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12663bc-ba4e-4cf1-8e9d-15b173012e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:10.858152443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12663bc-ba4e-4cf1-8e9d-15b173012e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:10.90873265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12663bc-ba4e-4cf1-8e9d-15b173012e89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:12.767798328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7070c6c-abd7-44a3-b633-a8aa323fa468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:12.817848136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7070c6c-abd7-44a3-b633-a8aa323fa468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:12.86888169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7070c6c-abd7-44a3-b633-a8aa323fa468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:12.919290841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7070c6c-abd7-44a3-b633-a8aa323fa468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:14.7597914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e9bcb3-3c93-4896-b467-a561eded9ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:14.810283938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e9bcb3-3c93-4896-b467-a561eded9ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:14.860403482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e9bcb3-3c93-4896-b467-a561eded9ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:14.910808924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73e9bcb3-3c93-4896-b467-a561eded9ffe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:15.730143914Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e0c1fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e0c1fb","reconcileID":"2b3819d7-bb5f-4d64-8819-0b993fc80b68","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e0c1fb","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-e0c1fb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:16.84777836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeffdf1-d323-43bd-889a-e190a5e5fb4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:16.898213153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeffdf1-d323-43bd-889a-e190a5e5fb4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:16.948428655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeffdf1-d323-43bd-889a-e190a5e5fb4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:16.999049559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5eeffdf1-d323-43bd-889a-e190a5e5fb4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:18.851900026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a916fe07-62a5-45ea-8a08-7496e460ad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:18.902263385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a916fe07-62a5-45ea-8a08-7496e460ad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:18.952566068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a916fe07-62a5-45ea-8a08-7496e460ad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:19.002887653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a916fe07-62a5-45ea-8a08-7496e460ad37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:20.891222062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a878144-2b6c-4d9a-89e5-6db194082d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:20.941501419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a878144-2b6c-4d9a-89e5-6db194082d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:20.991653496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a878144-2b6c-4d9a-89e5-6db194082d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:21.041984652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a878144-2b6c-4d9a-89e5-6db194082d1a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:22.941708144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fc189-65b8-49fe-91c5-791d754ce06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:22.991856998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fc189-65b8-49fe-91c5-791d754ce06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:23.042031656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fc189-65b8-49fe-91c5-791d754ce06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:23.092318941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024fc189-65b8-49fe-91c5-791d754ce06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:23.912495153Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:24.946414491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cc27e4-f3a9-4705-987b-0b1fc17970ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:24.996618409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cc27e4-f3a9-4705-987b-0b1fc17970ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.046654614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cc27e4-f3a9-4705-987b-0b1fc17970ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.097158953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cc27e4-f3a9-4705-987b-0b1fc17970ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.420011901Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","namespace":"ai-tenant-e2e-api-b-109234","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.420068324Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","namespace":"ai-tenant-e2e-api-b-109234","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.420118376Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","tenant":"e2e-api-b-109234","tenantID":"e2e-api-b-109234","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.472233502Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"Deployment","name":"maas-api-e2e-api-b-109234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.529950101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"Service","name":"maas-api-e2e-api-b-109234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.586797059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-109234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.640528357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-109234","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.693158438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.745411988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.80225809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.854618087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.904285479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"Deployment","name":"payload-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:25.953875808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.003848353Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"Service","name":"payload-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.054149107Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"Service","name":"payload-pre-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.107512645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.157771566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.207301535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.261270508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.310969567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.361169991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.425514131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-109234","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.475242047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-109234"},"namespace":"ai-tenant-e2e-api-b-109234","name":"default-tenant","reconcileID":"3c2defe6-ec1d-431f-886a-7e1c75469cd2","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-109234","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:26.979200493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df32e4c9-f61b-4a5a-82e1-543bf4a21131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:27.030278808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df32e4c9-f61b-4a5a-82e1-543bf4a21131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:27.080945054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df32e4c9-f61b-4a5a-82e1-543bf4a21131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:27.131606382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df32e4c9-f61b-4a5a-82e1-543bf4a21131","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:29.050498328Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4e8fb2-626c-482d-bff7-adb711c436d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:29.10145676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4e8fb2-626c-482d-bff7-adb711c436d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:29.151756226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4e8fb2-626c-482d-bff7-adb711c436d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:29.201735053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc4e8fb2-626c-482d-bff7-adb711c436d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:31.047934839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42f3dfe-a485-4456-afc8-f1da71e290ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:31.09808069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42f3dfe-a485-4456-afc8-f1da71e290ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:31.148124074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42f3dfe-a485-4456-afc8-f1da71e290ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:31.19821268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b42f3dfe-a485-4456-afc8-f1da71e290ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:31.773991407Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-86e679","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-86e679","reconcileID":"3831eac2-8753-47f0-bf13-86216cbb1211","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-86e679","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-86e679":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:33.078969975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700f041-5975-42dc-8c8f-e0e1a4aa56b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:33.129421609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700f041-5975-42dc-8c8f-e0e1a4aa56b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:33.179969295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700f041-5975-42dc-8c8f-e0e1a4aa56b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:33.230247065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f700f041-5975-42dc-8c8f-e0e1a4aa56b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:35.084717341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd72d3-9a91-479d-87ee-ee467a905f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:35.134863979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd72d3-9a91-479d-87ee-ee467a905f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:35.203199309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd72d3-9a91-479d-87ee-ee467a905f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:35.253987421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85dd72d3-9a91-479d-87ee-ee467a905f03","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:37.143864893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ff4b3f-cbfb-4538-a27b-7bb6dadf45d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:37.194358938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ff4b3f-cbfb-4538-a27b-7bb6dadf45d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:37.245357421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ff4b3f-cbfb-4538-a27b-7bb6dadf45d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:37.295726086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66ff4b3f-cbfb-4538-a27b-7bb6dadf45d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:38.231791866Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-109234","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-109234","reconcileID":"44c561e8-0f49-48aa-bd5b-af94e5947cec","aitenant":"ai-tenants/e2e-api-b-109234","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:39.009950415Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-109234","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-109234","reconcileID":"44c561e8-0f49-48aa-bd5b-af94e5947cec","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-109234","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-109234"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:39.150573669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78d6076-747d-4466-89f6-717c52faaf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:39.200893657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78d6076-747d-4466-89f6-717c52faaf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:39.251157736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78d6076-747d-4466-89f6-717c52faaf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:39.301507164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e78d6076-747d-4466-89f6-717c52faaf37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:41.168755757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5ca993-5f8c-4652-99a4-9c935522a03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:41.228388419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5ca993-5f8c-4652-99a4-9c935522a03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:41.278964716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5ca993-5f8c-4652-99a4-9c935522a03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:41.329441203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b5ca993-5f8c-4652-99a4-9c935522a03e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:42.12469282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"8b17f6b6-b7e1-4e1c-a48a-74f3404173ae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-36c2c1","tenantID":"e2e-ipp-a-36c2c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:42.238419218Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"8b17f6b6-b7e1-4e1c-a48a-74f3404173ae","name":"e2e-ipp-a-36c2c1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:43.165304445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4833474-2a19-47f4-a7fd-b50dcb678851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:43.215307742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4833474-2a19-47f4-a7fd-b50dcb678851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:43.265524656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4833474-2a19-47f4-a7fd-b50dcb678851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:43.3155007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4833474-2a19-47f4-a7fd-b50dcb678851","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:45.146798615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d655da-6c2a-4806-92a0-b7fa8d5d119f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:45.197227682Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d655da-6c2a-4806-92a0-b7fa8d5d119f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:45.203795185Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b177c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b177c9","reconcileID":"7e122485-ebb0-4e62-82b3-9c885d12f045","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b177c9","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-b177c9":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:45.247221818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d655da-6c2a-4806-92a0-b7fa8d5d119f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:45.297773446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09d655da-6c2a-4806-92a0-b7fa8d5d119f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:47.157238593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73be3bb-4e1b-4d01-bd86-83ceacf47b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:47.207676391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73be3bb-4e1b-4d01-bd86-83ceacf47b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:47.258025733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73be3bb-4e1b-4d01-bd86-83ceacf47b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:47.308243313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c73be3bb-4e1b-4d01-bd86-83ceacf47b6d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:49.149470311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4edf9bf-3bba-468a-af48-f62ebaab1697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:49.199785979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4edf9bf-3bba-468a-af48-f62ebaab1697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:49.250038677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4edf9bf-3bba-468a-af48-f62ebaab1697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:49.300240483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d4edf9bf-3bba-468a-af48-f62ebaab1697","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:51.145549367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e6380-d2af-4bc5-a889-9712b4aff6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:51.195736227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e6380-d2af-4bc5-a889-9712b4aff6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:51.245813107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e6380-d2af-4bc5-a889-9712b4aff6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:51.295821116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"386e6380-d2af-4bc5-a889-9712b4aff6a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:53.150795931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8443eb-6523-4f03-8d19-91abd1870924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:53.200780087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8443eb-6523-4f03-8d19-91abd1870924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:53.251324161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8443eb-6523-4f03-8d19-91abd1870924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:53.302705291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d8443eb-6523-4f03-8d19-91abd1870924","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:53.913358232Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:55.126328959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf66d67c-5cd8-4e11-852e-ab84eda7ea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:55.176740113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf66d67c-5cd8-4e11-852e-ab84eda7ea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:55.227089892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf66d67c-5cd8-4e11-852e-ab84eda7ea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:55.277459331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf66d67c-5cd8-4e11-852e-ab84eda7ea7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:57.098168644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5ccc82-8b76-4687-8823-785b2e15f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:57.148357305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5ccc82-8b76-4687-8823-785b2e15f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:57.198499934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5ccc82-8b76-4687-8823-785b2e15f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:49:57.248778663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f5ccc82-8b76-4687-8823-785b2e15f32f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:09.136145201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"f34ef55a-89af-4ca3-9e55-040c736a178e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:09.249889708Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"f34ef55a-89af-4ca3-9e55-040c736a178e","name":"e2e-api-a-e0c1fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:23.913884924Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:24.930178433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca67ecb-a041-4917-bc51-327d80f393fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:24.980248943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca67ecb-a041-4917-bc51-327d80f393fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:25.030417473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca67ecb-a041-4917-bc51-327d80f393fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:25.080486485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fca67ecb-a041-4917-bc51-327d80f393fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:25.496881894Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-71746a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-71746a","reconcileID":"83990927-e2c3-4eee-9090-60bc1610fa1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-71746a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-71746a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:26.948856914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8a1394-f378-4e64-a461-4ab3af0b77d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:26.999162396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8a1394-f378-4e64-a461-4ab3af0b77d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:27.049424294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8a1394-f378-4e64-a461-4ab3af0b77d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:27.09965444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8a1394-f378-4e64-a461-4ab3af0b77d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:28.962278455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4673442e-3c0f-4dc0-918c-5d4d9e4f3393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:29.013428626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4673442e-3c0f-4dc0-918c-5d4d9e4f3393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:29.063960634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4673442e-3c0f-4dc0-918c-5d4d9e4f3393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:29.114409175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4673442e-3c0f-4dc0-918c-5d4d9e4f3393","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:30.814143773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"16e3c2f0-6576-42ae-9752-dd8f613cc2b3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-86e679","tenantID":"e2e-ipp-b-86e679","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:30.930427573Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"16e3c2f0-6576-42ae-9752-dd8f613cc2b3","name":"e2e-ipp-b-86e679-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:30.974054902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5c25f-503c-403b-b1be-149a734a032d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:31.024676179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5c25f-503c-403b-b1be-149a734a032d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:31.075265522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5c25f-503c-403b-b1be-149a734a032d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:31.125422509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bf5c25f-503c-403b-b1be-149a734a032d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:42.501136204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5138dcf-48a9-417e-8251-9668fb8696f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:42.551375257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5138dcf-48a9-417e-8251-9668fb8696f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:42.60325637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5138dcf-48a9-417e-8251-9668fb8696f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:42.653980668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b5138dcf-48a9-417e-8251-9668fb8696f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:44.483356377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31806e70-0fc0-4ee2-8ddf-51b5ba7b94e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:44.53357763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31806e70-0fc0-4ee2-8ddf-51b5ba7b94e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:44.58399048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31806e70-0fc0-4ee2-8ddf-51b5ba7b94e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:44.634090957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31806e70-0fc0-4ee2-8ddf-51b5ba7b94e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:50.175672833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bb0938-565b-42e9-99e4-c144f4935598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:50.22570141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bb0938-565b-42e9-99e4-c144f4935598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:50.276622911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bb0938-565b-42e9-99e4-c144f4935598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:50.326967724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7bb0938-565b-42e9-99e4-c144f4935598","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:50.58120091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"6b9126ef-138f-4d1a-9f72-ec3f8fc7dd52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:50.693977645Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"6b9126ef-138f-4d1a-9f72-ec3f8fc7dd52","name":"e2e-ipp-a-b177c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:50.742807252Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b37ba5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b37ba5","reconcileID":"63bf60eb-b869-4288-91c9-9e444ee3fe7b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b37ba5","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b37ba5":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:52.158504656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8720e2d-8cd2-4c93-a2f3-2ac733dd1221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:52.208816318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8720e2d-8cd2-4c93-a2f3-2ac733dd1221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:52.26391978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8720e2d-8cd2-4c93-a2f3-2ac733dd1221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:52.314508436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8720e2d-8cd2-4c93-a2f3-2ac733dd1221","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:53.913042725Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:54.134825933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eddeb3f-178d-4551-903f-7b8226ee6811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:54.185573391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eddeb3f-178d-4551-903f-7b8226ee6811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:54.236123429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eddeb3f-178d-4551-903f-7b8226ee6811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:54.286186525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1eddeb3f-178d-4551-903f-7b8226ee6811","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:56.11705756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3249e9-cfa0-4748-aa85-d7f5f2e9741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:56.167515776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3249e9-cfa0-4748-aa85-d7f5f2e9741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:56.218138424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3249e9-cfa0-4748-aa85-d7f5f2e9741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:50:56.26854299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b3249e9-cfa0-4748-aa85-d7f5f2e9741e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:13.958299902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41de5756-4c5e-4da7-8e5b-4f8ca89e5839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:14.008740768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41de5756-4c5e-4da7-8e5b-4f8ca89e5839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:14.058922944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41de5756-4c5e-4da7-8e5b-4f8ca89e5839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:14.109122331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41de5756-4c5e-4da7-8e5b-4f8ca89e5839","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:15.943609886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51b9907-e1a6-4679-a9ff-76402364e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:15.993731032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51b9907-e1a6-4679-a9ff-76402364e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:16.044000655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51b9907-e1a6-4679-a9ff-76402364e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:16.094096946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c51b9907-e1a6-4679-a9ff-76402364e433","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.506496486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948754df-b67a-4a2f-a9f1-2658ba1b09d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.506519104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"948754df-b67a-4a2f-a9f1-2658ba1b09d2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.561287172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4cfc48e-2eef-4fea-b3ce-93e8551c616e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.561312305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d4cfc48e-2eef-4fea-b3ce-93e8551c616e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.668636483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"27679409-8470-4964-9971-6977bb04eeca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.801145826Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"27679409-8470-4964-9971-6977bb04eeca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.856475722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e0c1fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"27679409-8470-4964-9971-6977bb04eeca","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.912156693Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1763eda-0ffd-4cae-8ca4-1725a9c050ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:18.912186459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a1763eda-0ffd-4cae-8ca4-1725a9c050ba","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:23.897220062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa26a4-8b40-4c93-a1db-9e1aa02145c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:23.913818976Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:23.947476516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa26a4-8b40-4c93-a1db-9e1aa02145c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:23.998110471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa26a4-8b40-4c93-a1db-9e1aa02145c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:24.048857848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21fa26a4-8b40-4c93-a1db-9e1aa02145c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:24.46881862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0e0d61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0e0d61","reconcileID":"e9fdaf8b-1b6e-4601-8b2a-77698dc269e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0e0d61","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-0e0d61":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:25.880656277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1f435b-75f3-40c8-9f8d-14d7fb9e7396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:25.932232252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1f435b-75f3-40c8-9f8d-14d7fb9e7396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:25.983929424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1f435b-75f3-40c8-9f8d-14d7fb9e7396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:26.033996653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d1f435b-75f3-40c8-9f8d-14d7fb9e7396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:27.85712027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787b7f93-7bb5-42da-ad9e-07a5452f1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:27.908595301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787b7f93-7bb5-42da-ad9e-07a5452f1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:27.958982568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787b7f93-7bb5-42da-ad9e-07a5452f1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:28.01061099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"787b7f93-7bb5-42da-ad9e-07a5452f1eee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:29.121263011Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"8b040b28-5811-4143-8795-8ef65dc14761","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:29.177028098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"8b040b28-5811-4143-8795-8ef65dc14761","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:29.23078655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e0c1fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"8b040b28-5811-4143-8795-8ef65dc14761","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:29.947154791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b9b76-04b0-40cf-82af-7b012ebcc7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:29.997507166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b9b76-04b0-40cf-82af-7b012ebcc7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:30.047946052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b9b76-04b0-40cf-82af-7b012ebcc7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:30.098137178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"465b9b76-04b0-40cf-82af-7b012ebcc7e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:31.951544501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f7de68-26a4-4f1a-b59c-285b7ebe6472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:32.001991878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f7de68-26a4-4f1a-b59c-285b7ebe6472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:32.052249147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f7de68-26a4-4f1a-b59c-285b7ebe6472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:32.102991692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2f7de68-26a4-4f1a-b59c-285b7ebe6472","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:33.952343671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0673e0ae-1eb1-4e03-b895-eca21a2d6ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:34.003129806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0673e0ae-1eb1-4e03-b895-eca21a2d6ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:34.053191434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0673e0ae-1eb1-4e03-b895-eca21a2d6ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:34.103622438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0673e0ae-1eb1-4e03-b895-eca21a2d6ef1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:34.153483111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"853a9b2b-0979-463c-b8ce-69eb37963067","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-71746a","tenantID":"e2e-ipp-b-71746a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:34.267012576Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"853a9b2b-0979-463c-b8ce-69eb37963067","name":"e2e-ipp-b-71746a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:35.936383589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c313d93b-7de5-4e9e-9015-248507fe698b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:35.991857383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c313d93b-7de5-4e9e-9015-248507fe698b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:36.042116399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c313d93b-7de5-4e9e-9015-248507fe698b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:36.092417811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c313d93b-7de5-4e9e-9015-248507fe698b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:37.927575581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7721cddb-f152-4821-afc2-ff1d8ef5c8c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:37.97809361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7721cddb-f152-4821-afc2-ff1d8ef5c8c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:38.02858385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7721cddb-f152-4821-afc2-ff1d8ef5c8c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:38.078693842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7721cddb-f152-4821-afc2-ff1d8ef5c8c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:39.33119261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"5dddc6a0-2dd8-444c-ae93-922fccf508d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:39.386868587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"5dddc6a0-2dd8-444c-ae93-922fccf508d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:39.453394303Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e0c1fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"5dddc6a0-2dd8-444c-ae93-922fccf508d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:41.085994802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3870d707-a583-41d6-9247-46a1baa60093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:41.136294229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3870d707-a583-41d6-9247-46a1baa60093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:41.186635497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3870d707-a583-41d6-9247-46a1baa60093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:41.236901624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3870d707-a583-41d6-9247-46a1baa60093","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:43.066846141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0c6da6-986b-4b87-b8c3-59771f415027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:43.117503899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0c6da6-986b-4b87-b8c3-59771f415027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:43.168157936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0c6da6-986b-4b87-b8c3-59771f415027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:43.218450465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cd0c6da6-986b-4b87-b8c3-59771f415027","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:49.555302134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"0ae9fa51-4f86-4945-ae4c-193435a54a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:49.611699543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"0ae9fa51-4f86-4945-ae4c-193435a54a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:49.665351252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e0c1fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02f19852c351f71d25954c222987a19a8c95be6423742452db69feb160be1273) AuthConfig (15830888b6d47437d80373224fa73c898cb7cdb1f0f2056e23e049287e94624c) AuthConfig (625405cd7620df22f4d3922ecf6ee983504bf5351ef377ab0c491431b9c54052) AuthConfig (41793c45815f1567e24de81428f5987d9982d0308581e178b144afb1e12b3997) AuthConfig (f0100a8a88eac96514b4d3ec20e4407ccc77dc78bbb7f5531aa4a85380216663) AuthConfig (beb07b505603e7bce0b39a1705764ae64b35fc9262aacff78f8b78b888f9d2c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"0ae9fa51-4f86-4945-ae4c-193435a54a09","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:49.719227014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d2980bd-3dda-4f4f-be92-e6d6c81ac5a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:49.719253421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6d2980bd-3dda-4f4f-be92-e6d6c81ac5a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:53.913323487Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:59.81950207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"9f66b54d-acbd-413a-929c-0de59e6c473f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:59.874722478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"9f66b54d-acbd-413a-929c-0de59e6c473f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:51:59.92856433Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e0c1fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02f19852c351f71d25954c222987a19a8c95be6423742452db69feb160be1273) AuthConfig (15830888b6d47437d80373224fa73c898cb7cdb1f0f2056e23e049287e94624c) AuthConfig (625405cd7620df22f4d3922ecf6ee983504bf5351ef377ab0c491431b9c54052) AuthConfig (41793c45815f1567e24de81428f5987d9982d0308581e178b144afb1e12b3997) AuthConfig (f0100a8a88eac96514b4d3ec20e4407ccc77dc78bbb7f5531aa4a85380216663) AuthConfig (beb07b505603e7bce0b39a1705764ae64b35fc9262aacff78f8b78b888f9d2c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"9f66b54d-acbd-413a-929c-0de59e6c473f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:02.357495802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47260b4e-c6fc-4f17-b5d8-76eefe263f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:02.40781807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47260b4e-c6fc-4f17-b5d8-76eefe263f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:02.458643713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47260b4e-c6fc-4f17-b5d8-76eefe263f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:02.509108546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47260b4e-c6fc-4f17-b5d8-76eefe263f97","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:04.360465707Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddfc71a-a7ec-4de2-83c0-980c445841e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:04.410779076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddfc71a-a7ec-4de2-83c0-980c445841e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:04.460983512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddfc71a-a7ec-4de2-83c0-980c445841e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:04.511406388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ddfc71a-a7ec-4de2-83c0-980c445841e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:05.407782997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"4873f9c3-a783-47ff-98b2-77dd09f3e761","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b37ba5","tenantID":"e2e-ipp-b-b37ba5","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:05.521174263Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"4873f9c3-a783-47ff-98b2-77dd09f3e761","name":"e2e-ipp-b-b37ba5-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:09.254313624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2a1f1-7c4f-40f6-9946-076ef8ed1523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:09.304903404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2a1f1-7c4f-40f6-9946-076ef8ed1523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:09.355149342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2a1f1-7c4f-40f6-9946-076ef8ed1523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:09.406486908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39f2a1f1-7c4f-40f6-9946-076ef8ed1523","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:10.030735822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"d229e821-4936-4b03-bc0b-9a4eddc71b49","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:10.086545637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"d229e821-4936-4b03-bc0b-9a4eddc71b49","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:10.140854753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-e0c1fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (02f19852c351f71d25954c222987a19a8c95be6423742452db69feb160be1273) AuthConfig (15830888b6d47437d80373224fa73c898cb7cdb1f0f2056e23e049287e94624c) AuthConfig (625405cd7620df22f4d3922ecf6ee983504bf5351ef377ab0c491431b9c54052) AuthConfig (41793c45815f1567e24de81428f5987d9982d0308581e178b144afb1e12b3997) AuthConfig (f0100a8a88eac96514b4d3ec20e4407ccc77dc78bbb7f5531aa4a85380216663) AuthConfig (beb07b505603e7bce0b39a1705764ae64b35fc9262aacff78f8b78b888f9d2c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"d229e821-4936-4b03-bc0b-9a4eddc71b49","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:10.432275485Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-738acb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-738acb","reconcileID":"c70bcf73-1e93-4385-8bde-c8e88351bbc0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-738acb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-738acb":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:11.259692263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5579274-4f93-4961-9ea0-0b0ee644449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:11.310057725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5579274-4f93-4961-9ea0-0b0ee644449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:11.360566171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5579274-4f93-4961-9ea0-0b0ee644449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:11.410999773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5579274-4f93-4961-9ea0-0b0ee644449b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:13.244663512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b3c2a-4b3a-45f3-8585-8b58c9b1dc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:13.294918873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b3c2a-4b3a-45f3-8585-8b58c9b1dc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:13.345021144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b3c2a-4b3a-45f3-8585-8b58c9b1dc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:13.395233197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f6b3c2a-4b3a-45f3-8585-8b58c9b1dc0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:15.240706896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319315be-5de4-4ea3-923a-54f640c94876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:15.291116362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319315be-5de4-4ea3-923a-54f640c94876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:15.341418519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319315be-5de4-4ea3-923a-54f640c94876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:15.392208251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319315be-5de4-4ea3-923a-54f640c94876","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:17.221280513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f2544-2f30-4d87-b7af-d5b356376030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:17.27153501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f2544-2f30-4d87-b7af-d5b356376030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:17.322048345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f2544-2f30-4d87-b7af-d5b356376030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:17.372283669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"852f2544-2f30-4d87-b7af-d5b356376030","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:19.195731417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484cb436-5a5f-4727-b249-ca5506a836be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:19.246059018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484cb436-5a5f-4727-b249-ca5506a836be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:19.296171749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484cb436-5a5f-4727-b249-ca5506a836be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:19.348235475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"484cb436-5a5f-4727-b249-ca5506a836be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:20.242381791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"6c54f7f3-7bcc-4b90-8ed6-d75a5bee89c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:20.297551202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"6c54f7f3-7bcc-4b90-8ed6-d75a5bee89c1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:20.637756045Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe28897d-33e3-40a7-a19c-ed7a6beb9295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:20.637776886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fe28897d-33e3-40a7-a19c-ed7a6beb9295","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:21.233803936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd81e85-3d9c-465d-becc-571cc8a8b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:21.284938349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd81e85-3d9c-465d-becc-571cc8a8b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:21.335591271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd81e85-3d9c-465d-becc-571cc8a8b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:21.385894609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bd81e85-3d9c-465d-becc-571cc8a8b807","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:23.912674943Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:43.290801614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"ac066a78-dfec-4a49-ae8c-db1b1bc3e66c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:43.404479772Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"ac066a78-dfec-4a49-ae8c-db1b1bc3e66c","name":"e2e-api-b-0e0d61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:53.91289583Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:54.757723072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab9137e-91a0-43e5-9a88-0acb179cbdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:54.80790146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab9137e-91a0-43e5-9a88-0acb179cbdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:54.858207657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab9137e-91a0-43e5-9a88-0acb179cbdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:54.90833352Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ab9137e-91a0-43e5-9a88-0acb179cbdc5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:56.733888178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81d7f9d-2330-47aa-bb91-8364bdf23712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:56.784102305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81d7f9d-2330-47aa-bb91-8364bdf23712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:56.834759799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81d7f9d-2330-47aa-bb91-8364bdf23712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:52:56.884895241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b81d7f9d-2330-47aa-bb91-8364bdf23712","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:23.917834777Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:26.162554111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538467e3-02e9-4cb6-becf-cf1a6a016b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:26.212908275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538467e3-02e9-4cb6-becf-cf1a6a016b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:26.263046781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538467e3-02e9-4cb6-becf-cf1a6a016b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:26.31369798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"538467e3-02e9-4cb6-becf-cf1a6a016b0c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:28.153528047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c497355-3f34-44c5-b333-81f468238a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:28.203788045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c497355-3f34-44c5-b333-81f468238a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:28.254010309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c497355-3f34-44c5-b333-81f468238a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:28.304640648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c497355-3f34-44c5-b333-81f468238a1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:30.129474914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa255-e46e-4feb-816f-7cd2bd66b578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:30.179739948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa255-e46e-4feb-816f-7cd2bd66b578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:30.230485241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa255-e46e-4feb-816f-7cd2bd66b578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:30.282486256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a07fa255-e46e-4feb-816f-7cd2bd66b578","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:32.118165691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8001285c-5258-4799-abda-f281c35b351d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:32.168700347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8001285c-5258-4799-abda-f281c35b351d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:32.219202421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8001285c-5258-4799-abda-f281c35b351d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:32.269642779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8001285c-5258-4799-abda-f281c35b351d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:34.099521528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95496f-5e0a-4efe-af43-422ccb461648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:34.149863812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95496f-5e0a-4efe-af43-422ccb461648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:34.200045354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95496f-5e0a-4efe-af43-422ccb461648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:34.250642353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa95496f-5e0a-4efe-af43-422ccb461648","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:36.077458094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea570-2900-4ae4-93e2-7444b2167efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:36.127824385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea570-2900-4ae4-93e2-7444b2167efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:36.178178264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea570-2900-4ae4-93e2-7444b2167efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:36.228531879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c41ea570-2900-4ae4-93e2-7444b2167efd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:37.353253912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9f60389b-ba41-48fb-80a6-ab70b52c98b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:37.431963883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"d2b928a9-6acc-4b25-b2e2-40b9f940fa1d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:37.83135361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"9ee5b0eb-a948-4ab1-9fea-fd85e4457297","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-738acb","tenantID":"e2e-ipp-b-738acb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:37.874038263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"8108125e-65af-49b2-ba42-9375d8ebd720","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:37.945941149Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"9ee5b0eb-a948-4ab1-9fea-fd85e4457297","name":"e2e-ipp-b-738acb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:37.973174618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"85c34565-6f00-48fe-8ac3-331839c5b26d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.106802557Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"691302cf-d3d2-4608-8853-222667d15e8f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.218108527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"ba4fa88e-ecc5-4236-929c-742d59cd5322","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.401616037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"34faadd8-56ed-4668-9fb9-cd57cf3c23e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.517528411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"fd438cbe-1a80-4923-9012-c821fdd49d67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.614285006Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"c7d76f9e-7c36-48b8-be6a-758d89ab1b40","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.715195201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"d72b91b5-efb4-4f42-a2cb-7b84d1e8614e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.814725962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"274a7279-1bc4-4509-b517-d9c2742a4c63","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:38.915122878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"907e0117-1604-40e4-af8d-257fe19e80ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:53.913254656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.026658934Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","namespace":"ai-tenant-e2e-ipp-a-7bcbbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.026719958Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","namespace":"ai-tenant-e2e-ipp-a-7bcbbb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.026770897Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","tenant":"e2e-ipp-a-7bcbbb","tenantID":"e2e-ipp-a-7bcbbb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.079028352Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"Deployment","name":"maas-api-e2e-ipp-a-7bcbbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.137772516Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"Service","name":"maas-api-e2e-ipp-a-7bcbbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.191724222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-7bcbbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.243751264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-7bcbbb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.296409319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.350934479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.404239304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.461725002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.513928408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.566133801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.624474796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"Service","name":"payload-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.6868798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.73952171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.794544315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.849345286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.903137234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:54.95498892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.007247501Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.062127215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-7bcbbb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.120359091Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-7bcbbb"},"namespace":"ai-tenant-e2e-ipp-a-7bcbbb","name":"default-tenant","reconcileID":"ff2625be-754c-43c9-a15d-05df06d41368","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-7bcbbb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.191800206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"0999727b-03a0-4987-b5ea-446df6a75498","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.296196069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"77d5863a-f820-48d4-8f7d-0ec1f945bd49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.419735895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"ad9c6d24-5d16-42ff-96bc-20af273ebc76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.526191967Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b60f99c3-7e9d-4b62-bcc8-bf2dd0b9406f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.598973959Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"1cd98060-d4b3-440b-8a7d-62675d6a749e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.697879826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"946e36ac-8482-4d48-8975-b59746a439b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:55.79812036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"78c9d719-b1e4-439f-910c-8c4f1c048565","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:56.160941844Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"23c9b126-f4f2-4a62-929f-eaf168e321b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:56.26156406Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"30523bd8-3925-41e4-a158-2f86d4758aca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:56.291739163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"dcd80b99-e181-490c-9215-e4f8fa520ce8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:56.409321756Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"9ffa8706-cc14-4a3b-af1e-07b5c76a0dbd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:56.586676916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"17b14200-8525-4cba-8914-c519bda251b0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:58.809137521Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7bcbbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7bcbbb","reconcileID":"e20c57fe-7826-4796-b862-1552df9feaf9","aitenant":"ai-tenants/e2e-ipp-a-7bcbbb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:59.366469471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcaa4fb9-9698-442b-b966-88ab3151beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:59.416578752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcaa4fb9-9698-442b-b966-88ab3151beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:59.466848598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcaa4fb9-9698-442b-b966-88ab3151beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:59.517200207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcaa4fb9-9698-442b-b966-88ab3151beeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:53:59.633698266Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-7bcbbb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-7bcbbb","reconcileID":"e20c57fe-7826-4796-b862-1552df9feaf9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-7bcbbb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-7bcbbb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:01.38855657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741eb334-a575-4e54-86b4-df65d38daeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:01.439484983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741eb334-a575-4e54-86b4-df65d38daeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:01.489743308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741eb334-a575-4e54-86b4-df65d38daeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:01.540466359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"741eb334-a575-4e54-86b4-df65d38daeca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:03.386879898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f231cc54-c766-46de-94f9-a8f76c55ba80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:03.437857942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f231cc54-c766-46de-94f9-a8f76c55ba80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:03.488089622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f231cc54-c766-46de-94f9-a8f76c55ba80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:03.538273712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f231cc54-c766-46de-94f9-a8f76c55ba80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:05.441851385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2215114d-25a8-474f-a98a-7c87ec6934b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:05.492120551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2215114d-25a8-474f-a98a-7c87ec6934b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:05.542403955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2215114d-25a8-474f-a98a-7c87ec6934b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:05.592659648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2215114d-25a8-474f-a98a-7c87ec6934b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:07.522697362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd8b04-25cc-4fa3-9a6d-4ad0cbf6bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:07.57969074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd8b04-25cc-4fa3-9a6d-4ad0cbf6bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:07.63176536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd8b04-25cc-4fa3-9a6d-4ad0cbf6bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:07.682381897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"acfd8b04-25cc-4fa3-9a6d-4ad0cbf6bcff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.28414593Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df6c693-42f9-4f20-8ba9-29b60ff77d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.284167909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1df6c693-42f9-4f20-8ba9-29b60ff77d86","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.339151394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f26ac83-a7f3-4635-a474-8d2391ab82c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.339920654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5f26ac83-a7f3-4635-a474-8d2391ab82c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.440848023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"3a2e7ca3-6f25-40ea-8474-f5a08fab6f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.518527594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5bdb-271c-43d3-8d29-515cd2a58d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.577508004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5bdb-271c-43d3-8d29-515cd2a58d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.595426369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"3a2e7ca3-6f25-40ea-8474-f5a08fab6f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.628779282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5bdb-271c-43d3-8d29-515cd2a58d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.679477296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d43e5bdb-271c-43d3-8d29-515cd2a58d09","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.683045115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0e0d61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"3a2e7ca3-6f25-40ea-8474-f5a08fab6f67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.738522037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18905b12-09e5-415b-9daa-0832eb5990a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:09.738549503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"18905b12-09e5-415b-9daa-0832eb5990a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:11.572055533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbec4f3-216f-425b-b735-13c5c2e0131d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:11.622116445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbec4f3-216f-425b-b735-13c5c2e0131d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:11.672182542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbec4f3-216f-425b-b735-13c5c2e0131d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:11.724199522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edbec4f3-216f-425b-b735-13c5c2e0131d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:13.550899217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d47b19-cfce-4a01-9522-60d047ebc8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:13.602084027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d47b19-cfce-4a01-9522-60d047ebc8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:13.652428258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d47b19-cfce-4a01-9522-60d047ebc8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:13.702710516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41d47b19-cfce-4a01-9522-60d047ebc8af","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:15.54652628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec449c6d-b1ca-4b53-9b1a-cf3b16d32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:15.596798956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec449c6d-b1ca-4b53-9b1a-cf3b16d32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:15.647520916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec449c6d-b1ca-4b53-9b1a-cf3b16d32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:15.697923536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec449c6d-b1ca-4b53-9b1a-cf3b16d32cba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.11694555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"4fcf120a-d03e-4ad7-97de-4470cb6989af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.157331819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"333d5882-3a54-426a-9eda-b3dca2dd7f2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.157351344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"333d5882-3a54-426a-9eda-b3dca2dd7f2d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.172118463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"4fcf120a-d03e-4ad7-97de-4470cb6989af","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.371821068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"4f3141d9-7128-4aca-a948-78f169dba9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.521654844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"4f3141d9-7128-4aca-a948-78f169dba9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.645728779Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"4f3141d9-7128-4aca-a948-78f169dba9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"name":"e2e-api-a-e0c1fb-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.645751704Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"e2e-e2e-api-a-e0c1fb-policy","reconcileID":"4f3141d9-7128-4aca-a948-78f169dba9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-e0c1fb-policy","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-e0c1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.713803907Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11370c09-dab2-4f64-82d1-f5502e40b98a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:16.71382695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11370c09-dab2-4f64-82d1-f5502e40b98a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:17.546825275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ed5233-07ce-4428-b60e-18bdfd08bda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:17.597081864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ed5233-07ce-4428-b60e-18bdfd08bda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:17.647067944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ed5233-07ce-4428-b60e-18bdfd08bda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:17.697273252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7ed5233-07ce-4428-b60e-18bdfd08bda5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.12001226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","namespace":"ai-tenant-e2e-ipp-b-86e679","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.120070063Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","namespace":"ai-tenant-e2e-ipp-b-86e679","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.120117483Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","tenant":"e2e-ipp-b-86e679","tenantID":"e2e-ipp-b-86e679","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.172107206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"Deployment","name":"maas-api-e2e-ipp-b-86e679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.230487441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"Service","name":"maas-api-e2e-ipp-b-86e679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.286415838Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-86e679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.33923329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-86e679","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.392139485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.447674241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.502590216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.555043342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.606674312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.65856829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.727194325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"Service","name":"payload-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.785487197Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.838510389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.89278388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:18.946127731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.03341968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.085034173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.136425035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.188899183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-86e679","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.240679387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-86e679"},"namespace":"ai-tenant-e2e-ipp-b-86e679","name":"default-tenant","reconcileID":"67edf4c5-6f45-4130-97c5-e46a065cf3ed","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-86e679","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.546882589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5f2e6-6b00-4a7d-bbf4-2c49c0d0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.597317469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5f2e6-6b00-4a7d-bbf4-2c49c0d0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.647317286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5f2e6-6b00-4a7d-bbf4-2c49c0d0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.697301472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62a5f2e6-6b00-4a7d-bbf4-2c49c0d0a24d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.838988487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"cccff371-ff04-40b3-bd7c-9a3e91230d07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.894004013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"cccff371-ff04-40b3-bd7c-9a3e91230d07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:19.95547371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0e0d61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"cccff371-ff04-40b3-bd7c-9a3e91230d07","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:21.513914524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce0c18-6c4e-4e93-ae50-b12ce4c0cb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:21.564225923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce0c18-6c4e-4e93-ae50-b12ce4c0cb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:21.614439009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce0c18-6c4e-4e93-ae50-b12ce4c0cb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:21.664479989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bce0c18-6c4e-4e93-ae50-b12ce4c0cb85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:22.466714354Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-86e679","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-86e679","reconcileID":"a4356b24-f996-457f-a48e-52a0e4b21ecf","aitenant":"ai-tenants/e2e-ipp-b-86e679","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:23.23687696Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-86e679","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-86e679","reconcileID":"a4356b24-f996-457f-a48e-52a0e4b21ecf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-86e679","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-86e679"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:23.545858944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808ba0e-fcd5-47ae-aa6a-44c095b16049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:23.596011784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808ba0e-fcd5-47ae-aa6a-44c095b16049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:23.646211234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808ba0e-fcd5-47ae-aa6a-44c095b16049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:23.696573057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a808ba0e-fcd5-47ae-aa6a-44c095b16049","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:23.914985684Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:25.540114025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badafbd6-d4a0-4d94-a0b6-f910c4d2884f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:25.590454815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badafbd6-d4a0-4d94-a0b6-f910c4d2884f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:25.64058208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badafbd6-d4a0-4d94-a0b6-f910c4d2884f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:25.690502032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"badafbd6-d4a0-4d94-a0b6-f910c4d2884f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:27.537625469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31da675-bdd4-4b6b-9a71-3495afdd0606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:27.58960755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31da675-bdd4-4b6b-9a71-3495afdd0606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:27.640478686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31da675-bdd4-4b6b-9a71-3495afdd0606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:27.690688591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b31da675-bdd4-4b6b-9a71-3495afdd0606","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:29.521346121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40909fcc-2b2c-4aab-98e8-57a64c79a25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:29.571606795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40909fcc-2b2c-4aab-98e8-57a64c79a25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:29.622129078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40909fcc-2b2c-4aab-98e8-57a64c79a25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:29.672350911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"40909fcc-2b2c-4aab-98e8-57a64c79a25d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:30.056189326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"77011b5f-b949-4085-bdff-bb704457a6e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:30.111871583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"77011b5f-b949-4085-bdff-bb704457a6e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:30.165714706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0e0d61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"77011b5f-b949-4085-bdff-bb704457a6e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:30.171434895Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5d9025","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5d9025","reconcileID":"7699b6b4-fd22-4400-b3d7-7ffd08c5f3bb","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5d9025","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-5d9025":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:31.546149226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e62a1-698d-4a49-9001-3a3647d12987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:31.596145395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e62a1-698d-4a49-9001-3a3647d12987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:31.646280149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e62a1-698d-4a49-9001-3a3647d12987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:31.720241212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e62a1-698d-4a49-9001-3a3647d12987","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:33.533790168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ad264-93e0-4340-9c48-b83fb08ad76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:33.584969628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ad264-93e0-4340-9c48-b83fb08ad76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:33.635866627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ad264-93e0-4340-9c48-b83fb08ad76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:33.687156119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"706ad264-93e0-4340-9c48-b83fb08ad76d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:40.268484087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"950ea304-39e6-4d21-9117-a8fb17634177","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:40.323225911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"950ea304-39e6-4d21-9117-a8fb17634177","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:40.376852798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0e0d61-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"950ea304-39e6-4d21-9117-a8fb17634177","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:42.205458034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15b7ec-9074-4c20-9f60-310c29e165e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:42.255658255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15b7ec-9074-4c20-9f60-310c29e165e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:42.305920787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15b7ec-9074-4c20-9f60-310c29e165e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:42.35617329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e15b7ec-9074-4c20-9f60-310c29e165e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:44.240878127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42695b44-de66-49d6-97bc-10c4eed11837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:44.291159549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42695b44-de66-49d6-97bc-10c4eed11837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:44.341402435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42695b44-de66-49d6-97bc-10c4eed11837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:44.391690796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42695b44-de66-49d6-97bc-10c4eed11837","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:50.480162592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"e34fac93-4784-495e-93d2-09900e057fbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:50.535495564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"e34fac93-4784-495e-93d2-09900e057fbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:50.589503093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-0e0d61-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (110dcad31e1a0063e02e108f855096a0027dc12f6196ca476e6f9cd087e30671) AuthConfig (6172f197937b2d48bc6d8d443da80fe0e11d73bdb2d9c93b58a8a566079acbfa) AuthConfig (9d5d87c72f4250384d00b9aba2232cdb80af130be8f5f2ec02ca58bffb051f41) AuthConfig (2c7421498fd3d48f4f6d265f0723408dc6c8ffa0f861db5f78d8f9aa70de7d8a) AuthConfig (7d0d7ed742f69f9522e49d404633245ed7633e0f430c799626eb728797819a4d) AuthConfig (97117d1c55be2978561bd6b6bf510e28792167c6371b178de164b62f79459833)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"e34fac93-4784-495e-93d2-09900e057fbc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:50.64563562Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11b6db01-2329-43cc-b56c-8d26902df917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:50.645657334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"11b6db01-2329-43cc-b56c-8d26902df917","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:53.913289942Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:56.652610591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"5af57e8c-7f58-4845-9468-914339387826","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:56.811435282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"df65bfc4-41b5-4d75-8907-602a1427c84b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:56.912618526Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"545731a1-b523-4958-b642-9e0ddba39efd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:57.04487538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"d14a5021-1dcc-424c-89ae-a98de49f6944","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:57.218234835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"fae46750-191e-408f-a9c5-8b1d456c2918","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:57.33188076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"a9ee2978-0890-4aa8-8553-923b3cebd8f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:57.433240821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"53f9010b-1ab6-420e-90e1-b0c6f8f9ac31","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:57.737532083Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"5ee545ed-20bb-477d-9ef2-5db9c4f7b2ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:57.853317483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"581c8f45-9eab-4ab3-87e9-05e492432737","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:57.952985693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df444882-d957-42fd-90c8-56d284cd2d8c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:58.053497722Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"eeec4af1-7ce8-4473-a6f8-c42cf57b118a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:58.070225493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"ce3ac3ab-1069-4a75-a133-90ec8133c92b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.603183293Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","namespace":"ai-tenant-e2e-ipp-a-23e673","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.603252732Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","namespace":"ai-tenant-e2e-ipp-a-23e673","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.603333536Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","tenant":"e2e-ipp-a-23e673","tenantID":"e2e-ipp-a-23e673","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.655241987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"Deployment","name":"maas-api-e2e-ipp-a-23e673","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.714076306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"Service","name":"maas-api-e2e-ipp-a-23e673","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.769607948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-23e673","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.82418335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-23e673","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.883549783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.936302708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:54:59.991304734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.043865477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.095969761Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.149748528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.211011627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"Service","name":"payload-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.271036365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.323626251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.376208038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.429671161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.521748482Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.575426958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.62763842Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.679791767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-23e673","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.731580032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-23e673"},"namespace":"ai-tenant-e2e-ipp-a-23e673","name":"default-tenant","reconcileID":"09c1ae3c-da65-4b78-968e-add5a09154c9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-23e673","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.785150761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"030a38b2-2ff2-4c53-a19f-705f480541f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:00.840129488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"030a38b2-2ff2-4c53-a19f-705f480541f4","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:01.148448952Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bab8af57-dd0e-4639-bb9f-b0e48722f9a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:01.148473428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bab8af57-dd0e-4639-bb9f-b0e48722f9a0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:01.422248847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39da2ed-d64d-4296-86d0-75da10d4ecd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:01.472712318Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39da2ed-d64d-4296-86d0-75da10d4ecd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:01.523134771Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39da2ed-d64d-4296-86d0-75da10d4ecd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:01.573717551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d39da2ed-d64d-4296-86d0-75da10d4ecd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:03.43998444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff39603-0511-4657-9b7f-f895747140da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:03.490641525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff39603-0511-4657-9b7f-f895747140da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:03.540764583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff39603-0511-4657-9b7f-f895747140da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:03.591067252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ff39603-0511-4657-9b7f-f895747140da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:05.8351912Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-23e673","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-23e673","reconcileID":"70bb1e1b-d7ce-4c62-a545-00840ece4ebe","aitenant":"ai-tenants/e2e-ipp-a-23e673","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:05.929165023Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","namespace":"ai-tenant-e2e-api-a-e0c1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:05.92926941Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","namespace":"ai-tenant-e2e-api-a-e0c1fb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:05.929398802Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","tenant":"e2e-api-a-e0c1fb","tenantID":"e2e-api-a-e0c1fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:05.983880892Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"Deployment","name":"maas-api-e2e-api-a-e0c1fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.043329916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"Service","name":"maas-api-e2e-api-a-e0c1fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.097116056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-e0c1fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.151184834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-e0c1fb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.204247835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.258815161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.314827527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.367268373Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.417062326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"Deployment","name":"payload-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.466110475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529a0eb6-8104-467b-9546-236cf0136b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.516068541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.517342761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529a0eb6-8104-467b-9546-236cf0136b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.567837465Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"Service","name":"payload-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.568321343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529a0eb6-8104-467b-9546-236cf0136b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.619382563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"Service","name":"payload-pre-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.619471633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"529a0eb6-8104-467b-9546-236cf0136b10","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.625882848Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-23e673","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-23e673","reconcileID":"70bb1e1b-d7ce-4c62-a545-00840ece4ebe","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-23e673","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-23e673"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.670495984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.720309432Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.770121109Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.823990954Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.875201348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.924871414Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:06.975041578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-e0c1fb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:07.02486072Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-e0c1fb"},"namespace":"ai-tenant-e2e-api-a-e0c1fb","name":"default-tenant","reconcileID":"0dba8749-fc9a-4710-aa3c-4e086d798292","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-e0c1fb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:08.453942279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9c5dfc-7851-4609-ac4e-caaaa046d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:08.504934287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9c5dfc-7851-4609-ac4e-caaaa046d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:08.558089925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9c5dfc-7851-4609-ac4e-caaaa046d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:08.609638148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b9c5dfc-7851-4609-ac4e-caaaa046d576","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:10.432540005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967a948a-67a8-45e7-9f4e-225f0596b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:10.483140603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967a948a-67a8-45e7-9f4e-225f0596b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:10.533916611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967a948a-67a8-45e7-9f4e-225f0596b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:10.58414892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"967a948a-67a8-45e7-9f4e-225f0596b0b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:12.442500901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a4c75d-bde4-4ef7-bcfd-ea4b50682cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:12.493154947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a4c75d-bde4-4ef7-bcfd-ea4b50682cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:12.544210001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a4c75d-bde4-4ef7-bcfd-ea4b50682cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:12.594545319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72a4c75d-bde4-4ef7-bcfd-ea4b50682cc9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.095734201Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"aa107085-5112-4088-9689-278c529fca30","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.230998616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"61d8394c-f342-40f0-98f2-cf068f79b479","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.349807911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"f0d2ba2a-0b47-4151-adcc-635a0bbe9285","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.388328273Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e0c1fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e0c1fb","reconcileID":"70c82141-ef6a-4187-9177-98985a60e3d2","aitenant":"ai-tenants/e2e-api-a-e0c1fb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.454525634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38173922-7c8b-4a9e-9fd0-462d53534bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.462341779Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"03a4ad7a-c723-43f5-8da8-999fb0863ca9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.50604586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38173922-7c8b-4a9e-9fd0-462d53534bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.556306267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38173922-7c8b-4a9e-9fd0-462d53534bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.606801922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38173922-7c8b-4a9e-9fd0-462d53534bae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:14.708386129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"6e59c204-0de5-4b9a-a9c8-9cf956afe062","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.013766552Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"d8a4afcf-5a21-4cb3-ad1e-4d8b5720e124","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.114319501Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"50292443-6881-4f90-8cc4-835f71ceef9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.114391142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"6eddb544-3ea7-447d-9d80-2633ab4fbbf8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.129125073Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-e0c1fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-e0c1fb","reconcileID":"70c82141-ef6a-4187-9177-98985a60e3d2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-e0c1fb","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-e0c1fb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.213887738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"64731ebd-871c-4d94-a833-e47cc300b2bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.380013857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"25267f94-47c6-4e7c-b40b-96dce90813ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.480023192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59c103d3-d815-49e9-b1d4-c4b19801e84e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:15.507754963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"d795d8d7-e465-4d56-a832-c763a6b50019","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:16.450589755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26f95c-b11a-4880-9079-a99f1cbfe931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:16.500860341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26f95c-b11a-4880-9079-a99f1cbfe931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:16.551095261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26f95c-b11a-4880-9079-a99f1cbfe931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:16.601268307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26f95c-b11a-4880-9079-a99f1cbfe931","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:18.432753971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971f36f-82cf-451c-9d63-0704579f301f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:18.483011284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971f36f-82cf-451c-9d63-0704579f301f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:18.533131337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971f36f-82cf-451c-9d63-0704579f301f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:18.583345826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f971f36f-82cf-451c-9d63-0704579f301f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:21.950401513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"699cfd30-357d-43cb-a561-41e35d7271de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:21.968397857Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","namespace":"ai-tenant-e2e-ipp-b-71746a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:21.968455874Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","namespace":"ai-tenant-e2e-ipp-b-71746a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:21.968504626Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","tenant":"e2e-ipp-b-71746a","tenantID":"e2e-ipp-b-71746a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.005118686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"699cfd30-357d-43cb-a561-41e35d7271de","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.020160009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"Deployment","name":"maas-api-e2e-ipp-b-71746a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.079707844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"Service","name":"maas-api-e2e-ipp-b-71746a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.138185995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-71746a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.190079055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-71746a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.263844303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.315837961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.361516164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"0ce1b70d-7fc8-495a-90e1-307f2e69f8fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.37053874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.416728355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"0ce1b70d-7fc8-495a-90e1-307f2e69f8fa","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.423490504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.476271841Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.529348831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbbcc849-2cab-40d0-8087-71d1ee9d9c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.529385217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cbbcc849-2cab-40d0-8087-71d1ee9d9c9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.620894187Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"b8396980-cc13-4d38-a505-9fdc0b5810db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.621187525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.679970319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"Service","name":"payload-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.737551513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.789596656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.841759946Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.87003922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"b8396980-cc13-4d38-a505-9fdc0b5810db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.895123093Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.948960454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.994550099Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"b8396980-cc13-4d38-a505-9fdc0b5810db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"name":"e2e-api-b-0e0d61-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:22.994577252Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"e2e-e2e-api-b-0e0d61-policy","reconcileID":"b8396980-cc13-4d38-a505-9fdc0b5810db","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-0e0d61-policy","namespace":"ai-tenant-e2e-api-b-0e0d61"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-0e0d61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.000677581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.052666847Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1862b5-74e4-4bba-a27c-6a9b9c4f5d50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.052818036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0d1862b5-74e4-4bba-a27c-6a9b9c4f5d50","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.054838827Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.094126111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6e8ab5-1f9b-4639-a3e1-67cd21297550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.144614312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6e8ab5-1f9b-4639-a3e1-67cd21297550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.14622334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-71746a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.195535168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6e8ab5-1f9b-4639-a3e1-67cd21297550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.246152541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca6e8ab5-1f9b-4639-a3e1-67cd21297550","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.247597596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-71746a"},"namespace":"ai-tenant-e2e-ipp-b-71746a","name":"default-tenant","reconcileID":"26ad2d22-e555-4322-9bb5-18a3f0a214a0","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-71746a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:23.913791473Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:25.094938031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8fe167-7c4a-4e86-8124-c5deaf68a28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:25.145207787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8fe167-7c4a-4e86-8124-c5deaf68a28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:25.197653409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8fe167-7c4a-4e86-8124-c5deaf68a28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:25.249788228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e8fe167-7c4a-4e86-8124-c5deaf68a28f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:27.084487186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55983ef-3998-4909-9b94-77d982d93add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:27.135697904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55983ef-3998-4909-9b94-77d982d93add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:27.186046799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55983ef-3998-4909-9b94-77d982d93add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:27.236356246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b55983ef-3998-4909-9b94-77d982d93add","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.510191723Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","namespace":"ai-tenant-e2e-ipp-a-36c2c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.510304605Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","namespace":"ai-tenant-e2e-ipp-a-36c2c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.510412698Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","tenant":"e2e-ipp-a-36c2c1","tenantID":"e2e-ipp-a-36c2c1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.562482489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"Deployment","name":"maas-api-e2e-ipp-a-36c2c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.621394372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"Service","name":"maas-api-e2e-ipp-a-36c2c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.682880687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-36c2c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.740129926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-36c2c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.824782963Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.877605125Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.93249788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:28.985425057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.037533743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.088203733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73f448f-1562-4bf3-b269-1814a4d39617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.091840867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.138498407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73f448f-1562-4bf3-b269-1814a4d39617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.189102075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73f448f-1562-4bf3-b269-1814a4d39617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.196066445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"Service","name":"payload-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.23945433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d73f448f-1562-4bf3-b269-1814a4d39617","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.296847738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.349517249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.401681525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.498741371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.552755442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.604112408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.655700731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.709277699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-36c2c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:29.761120387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-36c2c1"},"namespace":"ai-tenant-e2e-ipp-a-36c2c1","name":"default-tenant","reconcileID":"69c5ec22-51c6-4a7d-b84a-bec6958727aa","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-36c2c1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:31.071182913Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa434a-4f37-4b2c-a8cb-4e85416de526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:31.121931925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa434a-4f37-4b2c-a8cb-4e85416de526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:31.172143267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa434a-4f37-4b2c-a8cb-4e85416de526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:31.222392483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8baa434a-4f37-4b2c-a8cb-4e85416de526","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:31.222513544Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-71746a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-71746a","reconcileID":"41cc3afe-ca5b-4b3f-b547-e7f2fe5dc9b1","aitenant":"ai-tenants/e2e-ipp-b-71746a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:31.950490176Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-71746a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-71746a","reconcileID":"41cc3afe-ca5b-4b3f-b547-e7f2fe5dc9b1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-71746a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-71746a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:33.045556161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0144142c-4f45-474c-992d-835da8f4ad43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:33.098240646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0144142c-4f45-474c-992d-835da8f4ad43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:33.150146373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0144142c-4f45-474c-992d-835da8f4ad43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:33.20013407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0144142c-4f45-474c-992d-835da8f4ad43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:34.892356754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"40596a78-6b54-4437-8341-ab9c8ef4536a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-5d9025","tenantID":"e2e-praxis-a-5d9025","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:35.005796341Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"40596a78-6b54-4437-8341-ab9c8ef4536a","name":"e2e-praxis-a-5d9025-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:35.027905026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8caee-1871-4c99-88c2-dc2ca58deffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:35.080157008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8caee-1871-4c99-88c2-dc2ca58deffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:35.13040898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8caee-1871-4c99-88c2-dc2ca58deffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:35.180546697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82d8caee-1871-4c99-88c2-dc2ca58deffc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:36.208302797Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-36c2c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-36c2c1","reconcileID":"96c915b4-bb83-4b18-baa9-cd20e0d04ec1","aitenant":"ai-tenants/e2e-ipp-a-36c2c1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:36.9326527Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-36c2c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-36c2c1","reconcileID":"96c915b4-bb83-4b18-baa9-cd20e0d04ec1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-36c2c1","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-36c2c1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:37.018105384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaec5df-96c7-4868-8a36-435b0310cf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:37.0691169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaec5df-96c7-4868-8a36-435b0310cf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:37.119707131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaec5df-96c7-4868-8a36-435b0310cf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:37.170443098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"caaec5df-96c7-4868-8a36-435b0310cf63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:39.008343513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c43e7-4c30-42d0-905c-1ba9409bd5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:39.059410671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c43e7-4c30-42d0-905c-1ba9409bd5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:39.109910266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c43e7-4c30-42d0-905c-1ba9409bd5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:39.162196536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05c43e7-4c30-42d0-905c-1ba9409bd5cf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:39.695914066Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-706bdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-706bdd","reconcileID":"342a7e7e-cb0d-4d4a-a156-6c55a090ba4a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-706bdd","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-706bdd":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:40.996747703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a822a1-1f21-4138-81d8-d72d330d6427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:41.046739412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a822a1-1f21-4138-81d8-d72d330d6427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:41.096739204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a822a1-1f21-4138-81d8-d72d330d6427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:41.146839272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91a822a1-1f21-4138-81d8-d72d330d6427","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:42.969761198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4d6c2a-24ef-4060-852f-c6aa5793ed0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:43.020751326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4d6c2a-24ef-4060-852f-c6aa5793ed0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:43.07080061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4d6c2a-24ef-4060-852f-c6aa5793ed0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:43.120855536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b4d6c2a-24ef-4060-852f-c6aa5793ed0e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:44.938956286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82720d11-9f2e-4d4f-aa58-328e00e4ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:44.989119705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82720d11-9f2e-4d4f-aa58-328e00e4ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:45.039332927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82720d11-9f2e-4d4f-aa58-328e00e4ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:45.08941903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82720d11-9f2e-4d4f-aa58-328e00e4ea4c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:46.923131773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fa91d5-e4e9-4fff-adae-9529e1182f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:46.973174432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fa91d5-e4e9-4fff-adae-9529e1182f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.023760347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fa91d5-e4e9-4fff-adae-9529e1182f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.074243848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47fa91d5-e4e9-4fff-adae-9529e1182f86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.398851926Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","namespace":"ai-tenant-e2e-ipp-b-b37ba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.39890588Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","namespace":"ai-tenant-e2e-ipp-b-b37ba5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.39895266Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","tenant":"e2e-ipp-b-b37ba5","tenantID":"e2e-ipp-b-b37ba5","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.451331076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b37ba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.516614767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"Service","name":"maas-api-e2e-ipp-b-b37ba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.574283856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b37ba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.626461816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b37ba5","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.680035527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.734674593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.789459517Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.841950363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.894206834Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:47.948117265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.0059471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"Service","name":"payload-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.098488523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.151014237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.203016349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.256461075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.310166876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.404584356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.459311205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.510971141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b37ba5","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.562582372Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b37ba5"},"namespace":"ai-tenant-e2e-ipp-b-b37ba5","name":"default-tenant","reconcileID":"22313092-cb6f-4ece-914f-84eb2bd9d9ff","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b37ba5","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.899942345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65560c7b-0a52-4c44-afb7-31f938494664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:48.950023671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65560c7b-0a52-4c44-afb7-31f938494664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:49.000176151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65560c7b-0a52-4c44-afb7-31f938494664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:49.05027977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"65560c7b-0a52-4c44-afb7-31f938494664","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:51.026847797Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b37ba5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b37ba5","reconcileID":"d562c79f-64a8-4ab6-909c-6e51558b6990","aitenant":"ai-tenants/e2e-ipp-b-b37ba5","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:51.572705284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cebdf6-7157-455f-8c05-46a14cfbbd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:51.622805487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cebdf6-7157-455f-8c05-46a14cfbbd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:51.672880907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cebdf6-7157-455f-8c05-46a14cfbbd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:51.725399418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cebdf6-7157-455f-8c05-46a14cfbbd46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:51.834606723Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b37ba5","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b37ba5","reconcileID":"d562c79f-64a8-4ab6-909c-6e51558b6990","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b37ba5","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b37ba5"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:53.550855472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3b4e01-7e01-48bf-80fc-ab0174bbd97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:53.600825932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3b4e01-7e01-48bf-80fc-ab0174bbd97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:53.652296865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3b4e01-7e01-48bf-80fc-ab0174bbd97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:53.702723093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8c3b4e01-7e01-48bf-80fc-ab0174bbd97e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:53.913115624Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:55.552497432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f954a8cf-8372-4eee-9f6b-0792798f8d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:55.602541012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f954a8cf-8372-4eee-9f6b-0792798f8d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:55.652691912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f954a8cf-8372-4eee-9f6b-0792798f8d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:55.702676831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f954a8cf-8372-4eee-9f6b-0792798f8d17","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:57.556835387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941380-06e5-4154-9383-6192940afe16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:57.607006711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941380-06e5-4154-9383-6192940afe16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:57.657288116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941380-06e5-4154-9383-6192940afe16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:57.707300402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93941380-06e5-4154-9383-6192940afe16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:59.56929847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f02981-0c8c-4d40-a63b-a45f275fa47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:59.619631349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f02981-0c8c-4d40-a63b-a45f275fa47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:59.669803991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f02981-0c8c-4d40-a63b-a45f275fa47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:55:59.719951204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45f02981-0c8c-4d40-a63b-a45f275fa47d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.305706693Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","namespace":"ai-tenant-e2e-api-b-0e0d61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.305766982Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","namespace":"ai-tenant-e2e-api-b-0e0d61","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.30582209Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","tenant":"e2e-api-b-0e0d61","tenantID":"e2e-api-b-0e0d61","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.358329724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"Deployment","name":"maas-api-e2e-api-b-0e0d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.426932769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"Service","name":"maas-api-e2e-api-b-0e0d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.48157288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-0e0d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.533177985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-0e0d61","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.585890084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.638354744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.695596029Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.748669598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.798779578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"Deployment","name":"payload-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.84872868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.898649122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"Service","name":"payload-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.948389878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"Service","name":"payload-pre-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:10.998132527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:11.048170318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:11.09788002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:11.15165891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:11.201692374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:11.251260466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:11.300847512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-0e0d61","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:11.350348623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-0e0d61"},"namespace":"ai-tenant-e2e-api-b-0e0d61","name":"default-tenant","reconcileID":"465f0e54-cbb4-4f1e-bb50-53f9c301e90d","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-0e0d61","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:12.575082801Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0e0d61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0e0d61","reconcileID":"0ef96edf-32b9-4873-ac56-22c357a0219d","aitenant":"ai-tenants/e2e-api-b-0e0d61","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:13.129858743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23de01-7526-4bf3-a857-422b4884f5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:13.180166452Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23de01-7526-4bf3-a857-422b4884f5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:13.230389237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23de01-7526-4bf3-a857-422b4884f5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:13.280760873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f23de01-7526-4bf3-a857-422b4884f5b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:13.389860656Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-0e0d61","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-0e0d61","reconcileID":"0ef96edf-32b9-4873-ac56-22c357a0219d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-0e0d61","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-0e0d61"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:15.138899115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0932735f-3477-4724-8302-49c9759f51e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:15.188986726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0932735f-3477-4724-8302-49c9759f51e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:15.239126107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0932735f-3477-4724-8302-49c9759f51e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:15.289249189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0932735f-3477-4724-8302-49c9759f51e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:17.141067394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abacf1-4007-4866-a862-6ccdf78a5faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:17.191068099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abacf1-4007-4866-a862-6ccdf78a5faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:17.241345818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abacf1-4007-4866-a862-6ccdf78a5faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:17.291329494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9abacf1-4007-4866-a862-6ccdf78a5faa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:19.113228365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d470491e-c399-475a-8dd5-8538a88cba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:19.164990029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d470491e-c399-475a-8dd5-8538a88cba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:19.215316021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d470491e-c399-475a-8dd5-8538a88cba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:19.265658268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d470491e-c399-475a-8dd5-8538a88cba15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:21.088359662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5222d1a-f928-42de-9b1e-2034616264bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:21.138637416Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5222d1a-f928-42de-9b1e-2034616264bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:21.188762983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5222d1a-f928-42de-9b1e-2034616264bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:21.238904151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5222d1a-f928-42de-9b1e-2034616264bd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:23.053174065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96483761-e25e-44a0-99c2-5dac277184e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:23.103499028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96483761-e25e-44a0-99c2-5dac277184e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:23.15358642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96483761-e25e-44a0-99c2-5dac277184e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:23.204166603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96483761-e25e-44a0-99c2-5dac277184e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:23.91226535Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:28.088632568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788f0a02-d600-4e6f-ae59-e60bb03112f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:28.138768549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788f0a02-d600-4e6f-ae59-e60bb03112f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:28.19209147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788f0a02-d600-4e6f-ae59-e60bb03112f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:28.24292161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"788f0a02-d600-4e6f-ae59-e60bb03112f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:30.061416619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de305cca-0c1c-4162-af73-578d39d077eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:30.113949467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de305cca-0c1c-4162-af73-578d39d077eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:30.164274554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de305cca-0c1c-4162-af73-578d39d077eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:30.214452584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de305cca-0c1c-4162-af73-578d39d077eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:34.392823786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"6e293477-e794-4dce-a69b-f2e1f4a8250a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:34.506986981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"48c5a0a9-6829-443d-ae08-fba6b7c6c6db","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:34.729494266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"ea76740c-9b5a-49fc-ab82-f744163b19d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:34.843557221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"bb8892cd-3db5-409c-8f53-fd9c3435567c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.012231531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"008deb2e-6181-4cd9-b67a-2a52444b4856","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.113010853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e5cbb2d8-4adf-477a-aa99-8fb614988b96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.213425598Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"88d119d2-20e8-4f4c-a310-265f4a9a3725","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.213434134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"631a1373-4051-40cc-96c5-8f4e8b523ee3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.246266962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"5746adbe-a8da-4594-aa00-fd7c56c7c40a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.318140681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"ef2af1e2-2687-493e-a020-41a55a3d078c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.422740229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"baf8dcfe-4446-4b36-91eb-0c8535559f08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:35.532768281Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"b01e3467-82de-41ec-b85a-8449f098893c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:36.057018228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"a0a58097-f0a9-48d0-b626-81328cc2d3a3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-706bdd","tenantID":"e2e-praxis-a-706bdd","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:36.1781365Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"a0a58097-f0a9-48d0-b626-81328cc2d3a3","name":"e2e-praxis-a-706bdd-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:39.661236897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fab46fd-91b1-4ce1-88f5-08267e63930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:39.712025103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fab46fd-91b1-4ce1-88f5-08267e63930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:39.762220289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fab46fd-91b1-4ce1-88f5-08267e63930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:39.812504169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fab46fd-91b1-4ce1-88f5-08267e63930d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:40.27630014Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e2db44","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e2db44","reconcileID":"6725377c-006e-4035-9db8-3085916ed906","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e2db44","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e2db44":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:40.880806525Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-70235a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-70235a","reconcileID":"96fd5006-2818-468d-b1e0-360cd6ecd640","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-70235a","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-70235a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:41.460140149Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f95773","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f95773","reconcileID":"627c4c73-c70e-4a8c-a50a-4e426e9ea4e5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f95773","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-f95773":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:41.647286814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3f465f-236d-4e2d-9fd2-e37ca1833b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:41.697865597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3f465f-236d-4e2d-9fd2-e37ca1833b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:41.748960459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3f465f-236d-4e2d-9fd2-e37ca1833b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:41.798976226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef3f465f-236d-4e2d-9fd2-e37ca1833b7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:43.643175547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b17c9-095c-4de3-85bb-1311964f074c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:43.693107246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b17c9-095c-4de3-85bb-1311964f074c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:43.743445211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b17c9-095c-4de3-85bb-1311964f074c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:43.794749364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0c9b17c9-095c-4de3-85bb-1311964f074c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.087265416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9cd851d-01e7-4178-b236-0fecbb290789","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.187219403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"e4ee715a-8073-43bf-bd01-2def22c3012c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.32373675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"d18747f6-4988-4e41-89f9-3c4f458e8740","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.603545141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"acabf87b-8c19-4e7a-a076-9af20fd82f53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.703913158Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"e107357c-353f-4e3f-aaf8-aa55b7dc461b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.727317961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"f9cbff33-9a36-4174-8557-8d779646ec89","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.803059121Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"41bef2d7-cecf-4d21-bdc6-d9958b438298","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:49.903176125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"345e13b1-7e8e-4f98-a323-187438f47a84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:50.003394647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"1d2e30df-57bb-4e23-9903-94ec968f2500","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:50.017078223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"fb22a788-bece-48bc-8e9d-4888efb9885d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:50.136982965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"b17854fc-8cb2-4180-a89b-2ea265a4847e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:50.253144512Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4ab1d828-7dc7-40d9-bcd3-34c27100e556","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:56:53.914258569Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:23.913275665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:29.831128944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51498855-b14c-4881-a640-0fdaef94ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:29.88139694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51498855-b14c-4881-a640-0fdaef94ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:29.931976047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51498855-b14c-4881-a640-0fdaef94ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:29.982385625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51498855-b14c-4881-a640-0fdaef94ef15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:31.80561351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c60a34-226a-499e-82ac-28e50c6012c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:31.855834574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c60a34-226a-499e-82ac-28e50c6012c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:31.906213094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c60a34-226a-499e-82ac-28e50c6012c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:31.956977401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61c60a34-226a-499e-82ac-28e50c6012c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:33.806208371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c879c50f-e011-42a2-81ad-55b30f8cad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:33.856560678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c879c50f-e011-42a2-81ad-55b30f8cad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:33.906873895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c879c50f-e011-42a2-81ad-55b30f8cad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:33.956898894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c879c50f-e011-42a2-81ad-55b30f8cad4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:37.263728561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4448b492-e01c-472f-8dac-f153ecd7348c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:37.313979493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4448b492-e01c-472f-8dac-f153ecd7348c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:37.364225214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4448b492-e01c-472f-8dac-f153ecd7348c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:37.415016169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4448b492-e01c-472f-8dac-f153ecd7348c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:37.783437947Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a00717","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a00717","reconcileID":"93c2b651-803f-48ec-917d-6a3da5eac254","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a00717","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-a00717":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.275209659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d2f0ae-5690-40bd-b5bb-1c02db150e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.325159311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d2f0ae-5690-40bd-b5bb-1c02db150e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.375244637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d2f0ae-5690-40bd-b5bb-1c02db150e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:39.425222333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16d2f0ae-5690-40bd-b5bb-1c02db150e3f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:40.087618542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"9e4a4328-1a25-4236-a43c-479160e25f86","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e2db44","tenantID":"e2e-praxis-b-e2db44","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:40.201137512Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"9e4a4328-1a25-4236-a43c-479160e25f86","name":"e2e-praxis-b-e2db44-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.252901507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f478d3d-17ff-4060-9225-7cc7a72e5f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.303666673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f478d3d-17ff-4060-9225-7cc7a72e5f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.354872799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f478d3d-17ff-4060-9225-7cc7a72e5f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:41.405476915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2f478d3d-17ff-4060-9225-7cc7a72e5f4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:43.228635753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba6b479-f991-489b-8359-0ff8251db9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:43.278746355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba6b479-f991-489b-8359-0ff8251db9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:43.329528766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba6b479-f991-489b-8359-0ff8251db9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:43.379889034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ba6b479-f991-489b-8359-0ff8251db9a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:45.291489115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"8ffa39e5-3a15-46e2-969c-078c2961e1e6","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-70235a","tenantID":"e2e-praxis-a-70235a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:45.404269289Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"8ffa39e5-3a15-46e2-969c-078c2961e1e6","name":"e2e-praxis-a-70235a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:45.879771651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"b8483340-0752-4784-a002-0b036683c1fb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.174179182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"4e76ce91-0893-4f66-95e2-a5c595510fe6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.291282233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"2944d01e-2e93-476a-8d19-61f2934a683c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.405006191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"083c31c7-0998-444d-aea8-6330be1b6105","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.505434658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"a91056c7-3879-4d8a-a6d3-beb9c66ce9af","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.606840356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"a057a24b-d42e-46c9-95a7-d29a1c157c0a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.640505108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"e62194be-f437-4285-89f7-7964972be1c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.706162144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"1d1ae6a7-3e65-456e-9dba-5099f909cc76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.806783424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"6e454a86-ada9-49b3-960a-383f0876f935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.815075778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"50fc0cc0-98ec-4945-9acd-f9a7644927f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.911027538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0317a6a0-dbda-48c8-8873-4d4b4561184e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:46.94472125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6ce419a5-2436-46d7-b6e2-319c4d4d6a04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:50.131838858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"ebc554e7-e3cb-4afb-8a29-769bd90d3289","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-f95773","tenantID":"e2e-ipp-a-f95773","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:50.248583152Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"ebc554e7-e3cb-4afb-8a29-769bd90d3289","name":"e2e-ipp-a-f95773-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:57:53.913273246Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:02.812776343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"8000337d-b004-4126-922e-ddd774e1e518","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:02.812804445Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"8000337d-b004-4126-922e-ddd774e1e518","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.417136801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"5b66da49-f6dc-4451-844e-e21fab83eb8a","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.417164121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"5b66da49-f6dc-4451-844e-e21fab83eb8a","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.472056824Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"347cbfef-35d7-43ec-b4b2-c0b659351672","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.472086169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"347cbfef-35d7-43ec-b4b2-c0b659351672","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.571334321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"2369b2a1-05bd-48ff-ae7a-7df0361e0a0a","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.694220646Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"2369b2a1-05bd-48ff-ae7a-7df0361e0a0a","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.749240661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-b177c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"2369b2a1-05bd-48ff-ae7a-7df0361e0a0a","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.804764535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"7b3093b8-357f-4e40-a220-21b15522a1c1","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:08.804783039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"7b3093b8-357f-4e40-a220-21b15522a1c1","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:10.865038656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"23c2f56d-a9f7-4e4a-93f5-3a644f3d8b8c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:10.967053989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"e068d299-3be7-4370-aa6a-033be137bd35","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:11.122205744Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"9aced8f8-3f91-43d2-90ba-31dc43de81ab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:11.243701685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"b82ebe30-611d-4e41-b580-9c5fcf500a5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:11.426208515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"1dffb6d8-bb86-4f8b-bdd9-97597c400d7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:11.527630399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9a0eb64-824f-445c-bd94-77e73d53a945","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:11.531640003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"3765a67e-2ccb-4a84-b44f-3585a3bc7027","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:11.622692556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"ce721601-d025-441b-9ef1-0383f827c5f1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:11.910514109Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"90c2a95f-bdb0-4cfa-a2dc-cb927bf6145a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:12.105067539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"8aa6639e-ada2-42de-b693-5611c63c4da1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:12.228638456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"9bf20396-859d-4e17-9e87-85c4ec296211","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:12.329810449Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19b932ee-0e4d-4677-929a-c5ec773fe2e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:18.905915891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"c7aec7f5-b86b-494c-94d8-c70b47042d29","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:18.961463681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"c7aec7f5-b86b-494c-94d8-c70b47042d29","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:19.015344504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-b177c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"c7aec7f5-b86b-494c-94d8-c70b47042d29","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:23.913446799Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:29.117875949Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"fa2ce323-b3c8-44f8-a90a-1012dc283881","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:29.172801964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"fa2ce323-b3c8-44f8-a90a-1012dc283881","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:29.2268021Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-b177c9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"fa2ce323-b3c8-44f8-a90a-1012dc283881","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.199232714Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ae7b3cd4-c8a0-44a8-b871-46cbf953f44c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.298515348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"f4e71257-f1de-4ca3-be6d-88e5a577f1b9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.399494564Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"ec70efb5-245a-4d98-9954-f5e2c1a94ec2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.39966072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"cb1bb043-d564-40f8-bc25-173355c5c4fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.499447586Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"4f48889c-4ee4-41af-87ca-8196ab385239","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.673564971Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"5c713cfc-ad9a-4bd8-9aa4-25881df13a24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.789920983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"452bedc0-2b13-4c9a-901a-9e313a2bf9dc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:31.900911636Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"167ecee0-fbe2-4d9d-9f7d-1534ce3d7420","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:32.013843116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"2273b86d-765b-4914-a6fa-dfb53829eb8d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:32.114007772Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"91a75a50-69d5-4284-a430-f27f64926147","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:32.128514811Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"d18a3cc9-4650-4e66-8e97-734f1b3b7664","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:32.214331519Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"c21f0400-e618-4b30-a70f-d8bcac48d633","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:39.327793258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"be45d2f3-d2b0-42dd-82cf-399f1b4437f8","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:39.382821358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"be45d2f3-d2b0-42dd-82cf-399f1b4437f8","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:39.441656125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-b177c9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e012c16650ab399aba40b1a0e3fe3d8110dba72cb52a1bf0b5afc5279fe1592) AuthConfig (203aea6be43eba0a3ad7826275460236b46e7f1110b59746620177ef8e2a42de) AuthConfig (a2e498e5e001dc21e8af78565a7db0ed49e129f844ce998a7d991d27f149fa73) AuthConfig (aa5bac869dfd225e2e9608b4d92aea0f19fb36da32f8127c3e97d37138e1818a) AuthConfig (3ee1211680d484eda8a71c6bbe64a328fc4def88ece64b2b5a769f5fe6422c78) AuthConfig (7b6fc01218f52d7481d4a9ce9d61a2a22c44b0ebd1a8b82a67a6fa710c740aec) AuthConfig (cd7373626c4c8f41b702c95aed364763f13c1be4ae5749dcba84a98163379daf) AuthConfig (f493dc59af1697bac03158dca4d5035f2bf48b41339301e44dc11fc32d423fe3) AuthConfig (5ed6bd807adf60e4325402a687846f8dff5c67490e1a27a944fba2c965985bcb) AuthConfig (cc719ee218fb4f1153f28cc3443f94cd805d00f6de970e009552601349d849d3) AuthConfig (f52399842eb849fd5a84556873864ade2caa7e7d73ac409216f1db0aec40024e) AuthConfig (8c9d504d0b8b01c39d33f3ae6bd3f477323ac6da32a999826f489c57203a0007) AuthConfig (57355a13c2aa59850494819a9b743e7efcc78dd386c5b4baac5bc8c1f798b923) AuthConfig (900d3e0fce0b1069d5640ee1265970356ae10fc156ac58aba7879bd7a33d2bf0) AuthConfig (a1c2ed92d62b3ce248b317a4260ca9214a64fabc67fd6021b55e5e3047e72fe2) AuthConfig (c4e7ab914646349c849206f491ea84f53d8ca74c579329da98eea2629f31e5b7) AuthConfig (e7f7ae663bcbe546fe4c090cec9212c185cd94037fe29b9f4a81cb017962f764) AuthConfig (d7d7c32da02d2ea06c3ad984c9ba3785d6bc4df67a1c8ba0902d38cca5f5afb5)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"be45d2f3-d2b0-42dd-82cf-399f1b4437f8","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:39.497847333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"6040c539-d736-49c1-8bee-df9255331b92","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:39.497867227Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"6040c539-d736-49c1-8bee-df9255331b92","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:48.150590115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61559aea-a778-4bf0-98ca-586c9e9726d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:48.200598615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61559aea-a778-4bf0-98ca-586c9e9726d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:48.250514782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61559aea-a778-4bf0-98ca-586c9e9726d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:48.301488342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61559aea-a778-4bf0-98ca-586c9e9726d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:49.625260797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"046ceb01-779e-4d2e-a8fb-88d2f1c92e58","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:49.680655739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"046ceb01-779e-4d2e-a8fb-88d2f1c92e58","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:49.989273184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"34bc60fd-9779-4e8d-bc60-0fc3a3ca47b1","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:49.989294079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"34bc60fd-9779-4e8d-bc60-0fc3a3ca47b1","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:50.121975436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a56861d-a574-4730-9fbf-e81e2cd74373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:50.173072124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a56861d-a574-4730-9fbf-e81e2cd74373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:50.223378623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a56861d-a574-4730-9fbf-e81e2cd74373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:50.273506193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a56861d-a574-4730-9fbf-e81e2cd74373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:51.255728334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"04c7538d-9cff-48b8-9872-c78d52acfc44","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-a00717","tenantID":"e2e-praxis-b-a00717","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:51.368706213Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"04c7538d-9cff-48b8-9872-c78d52acfc44","name":"e2e-praxis-b-a00717-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:53.913244678Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.517579857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"921ebb3f-3a7e-4701-b8fe-80e3933d52a6","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.517600331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"921ebb3f-3a7e-4701-b8fe-80e3933d52a6","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.581184538Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"264d1a6c-21f6-4692-9503-cdeb3c1f4977","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.581209057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"264d1a6c-21f6-4692-9503-cdeb3c1f4977","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.617975591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"482d6aa0-4fd1-4b0c-a6d7-2a93d99269b9","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T01:58:55.626320882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"d9d8be00-e0cb-43a3-b23a-54320682cef5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-b177c9-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:58:55.632788689Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"264d1a6c-21f6-4692-9503-cdeb3c1f4977","name":"ipp-route-b177c9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-b177c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T01:58:55.632844256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"264d1a6c-21f6-4692-9503-cdeb3c1f4977","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"ipp-route-b177c9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.63818541Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"a78aabae-cce0-4b84-a022-a75a1b0c6696","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.638199717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"a78aabae-cce0-4b84-a022-a75a1b0c6696","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.672790094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"482d6aa0-4fd1-4b0c-a6d7-2a93d99269b9","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.735026175Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"26b2b5a5-753c-4b90-8fbd-eaea19620594","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.735047923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"26b2b5a5-753c-4b90-8fbd-eaea19620594","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.788867425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"bca9b0bd-8c34-4a2e-b714-c31a70f83c15","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.7888884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"bca9b0bd-8c34-4a2e-b714-c31a70f83c15","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.971906666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"5bb1f829-3e00-4a8f-97c7-6f1eeb11ddc4","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:55.993360677Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"c09838e8-132a-44f4-886e-9d1dadb445c6","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"maas-trlp-ipp-route-b177c9","model":"ipp-route-b177c9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:56.026859166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"5bb1f829-3e00-4a8f-97c7-6f1eeb11ddc4","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:56.15704003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"0462cadc-768a-4dfb-9f31-c62f419e47e8","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:56.157061315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"0462cadc-768a-4dfb-9f31-c62f419e47e8","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:56.418026602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"ac6d5fad-a021-4d57-9c8d-d31abf27c756","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"maas-trlp-ipp-route-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:57.995645573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e6704a-f26e-4365-b360-ba258bac525c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:58.045850213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e6704a-f26e-4365-b360-ba258bac525c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:58.096126891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e6704a-f26e-4365-b360-ba258bac525c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:58.146946083Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"79e6704a-f26e-4365-b360-ba258bac525c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:58:59.968862579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b92d77-978f-4d57-9728-ac78b294fc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:00.019088826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b92d77-978f-4d57-9728-ac78b294fc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:00.069113345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b92d77-978f-4d57-9728-ac78b294fc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:00.119866458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52b92d77-978f-4d57-9728-ac78b294fc86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:02.139516513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4fb052-9ca6-4fcc-ab2f-79e5adf0fa8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:02.189587308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4fb052-9ca6-4fcc-ab2f-79e5adf0fa8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:02.240680648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4fb052-9ca6-4fcc-ab2f-79e5adf0fa8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:02.290860952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4fb052-9ca6-4fcc-ab2f-79e5adf0fa8c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:04.145916296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c3e05-71a5-42f8-9b6d-f5139f0592f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:04.196141114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c3e05-71a5-42f8-9b6d-f5139f0592f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:04.246595759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c3e05-71a5-42f8-9b6d-f5139f0592f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:04.296951102Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216c3e05-71a5-42f8-9b6d-f5139f0592f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:05.063313473Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e0907d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e0907d","reconcileID":"501d4816-7094-4d10-9630-837a5cd99c1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e0907d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-e0907d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:06.167451941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acbda77-a735-4e77-ada0-0847255f17fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:06.21796435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acbda77-a735-4e77-ada0-0847255f17fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:06.268391678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acbda77-a735-4e77-ada0-0847255f17fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:06.318902458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7acbda77-a735-4e77-ada0-0847255f17fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.196765Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6f3a99ff-a2f4-4f2a-b6db-1fd11e77ebe4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.297052494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"4563b3db-50b9-4338-927e-d04c796c32b8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.320695855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"105d87a4-0388-4331-a924-5d0900ac72cb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.430302547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"62adddc3-51d8-4966-be67-a9fdbe92cad5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.581357045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"13bef97a-6228-4d68-a50d-9b1352536365","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"maas-trlp-ipp-route-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.779479375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"e33efc33-8cea-4c29-9c68-458b3dfc92bf","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.779500446Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"e33efc33-8cea-4c29-9c68-458b3dfc92bf","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:07.87368305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"bbfcdf65-1e2e-4ce5-a4d2-633ccb707c55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.065081087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"183eb27f-292b-4765-aa80-665701b758b7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.252241249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32459001-0bd1-49a1-b6ce-c3c0edc4f747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.296207926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"70984dfc-e8fb-4c81-b303-d814ec25eb7d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.302543052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32459001-0bd1-49a1-b6ce-c3c0edc4f747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.352720534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32459001-0bd1-49a1-b6ce-c3c0edc4f747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.40580237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"32459001-0bd1-49a1-b6ce-c3c0edc4f747","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.506841202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"4859b1fb-9459-4f75-817e-e147f197c7ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.507300815Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0caee5f0-3d4d-4f61-8b36-866f6f593d31","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.596329763Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"e6f19868-fcd4-4370-9fd1-d26dec4c3f66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.608583078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"2ceb6f24-2a87-4a98-ad0b-efd4113c4c7a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.661197889Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"1c4756bb-b444-49b1-a30a-656d40818598","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.712175161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"fa335acd-dbf4-40f5-af99-24fb6bae56dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:08.715816943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"1c4756bb-b444-49b1-a30a-656d40818598","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:10.26596133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57458752-9aea-4f68-aea3-6d558f71a3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:10.316002767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57458752-9aea-4f68-aea3-6d558f71a3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:10.366965292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57458752-9aea-4f68-aea3-6d558f71a3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:10.417163684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57458752-9aea-4f68-aea3-6d558f71a3eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:11.087662104Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db583d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db583d","reconcileID":"9e7f9eeb-3806-4c63-8fcf-67a16982cb01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db583d","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-db583d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:12.347085074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d0a7dc-02af-4e67-9422-9e48ea924d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:12.397040479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d0a7dc-02af-4e67-9422-9e48ea924d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:12.446829393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d0a7dc-02af-4e67-9422-9e48ea924d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:12.496919951Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73d0a7dc-02af-4e67-9422-9e48ea924d79","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:14.449748526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7471bc4f-c0a7-4a97-8353-58d2848ef992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:14.499924637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7471bc4f-c0a7-4a97-8353-58d2848ef992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:14.550442592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7471bc4f-c0a7-4a97-8353-58d2848ef992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:14.600555557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7471bc4f-c0a7-4a97-8353-58d2848ef992","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.578698126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"1582a102-b151-48d2-9e75-108ee2782863","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.578724692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"1582a102-b151-48d2-9e75-108ee2782863","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.735507156Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"7a77b070-a630-4c3c-93ff-1eb1f79f5a60","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.780253493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"48b9994e-8ca2-4099-ad9c-8172c0950d93","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"maas-trlp-ipp-route-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.790409572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"7a77b070-a630-4c3c-93ff-1eb1f79f5a60","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.941175089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"affa45fd-5ce7-4dda-b2ff-a50b219c372a","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:22.941197213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"affa45fd-5ce7-4dda-b2ff-a50b219c372a","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.142646886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"b59cfd81-42b5-439d-8ea5-5d397b64357d","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"maas-trlp-ipp-route-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:23.913396754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:32.920969486Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","namespace":"ai-tenant-e2e-praxis-a-5d9025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:32.921030286Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","namespace":"ai-tenant-e2e-praxis-a-5d9025","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:32.921125295Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","tenant":"e2e-praxis-a-5d9025","tenantID":"e2e-praxis-a-5d9025","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:32.942225775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"8320664c-a1a0-45d4-947f-1aa35865e497","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:32.942250784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"8320664c-a1a0-45d4-947f-1aa35865e497","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:32.973480539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"Deployment","name":"maas-api-e2e-praxis-a-5d9025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.033060629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"Service","name":"maas-api-e2e-praxis-a-5d9025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.087650059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-5d9025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.139713469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-5d9025","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.192530273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.244819083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.300085389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.352341481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.40201877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.451767741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.50166663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"Service","name":"payload-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.551483444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.601093407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.651002488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.701154637Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.757094306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.807015318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.85691969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.906691273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-5d9025","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:33.956407507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-5d9025"},"namespace":"ai-tenant-e2e-praxis-a-5d9025","name":"default-tenant","reconcileID":"c53ee6e5-3e71-4701-a5c8-3dfc1ac98aa3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-5d9025","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.236809701Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"fdea83fe-9740-4e73-b446-5215ec98a230","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.337585217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"bbd4595f-44e7-46b4-8880-f7f53044aace","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.685557365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0cdc6495-4782-4c76-8fd0-447c703c7318","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.854242308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"44694d0e-d5a8-4fc1-9518-8ea585e38f2a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.954542093Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"56af5327-c50f-4939-9495-a440fcc7ae62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:35.97229225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"72043693-0800-4157-9ef7-da25fe2fb8ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.089836122Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"ce4f3e76-81ca-4b5e-bfd1-9fa12052cff8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.204790535Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"90ceae90-84bc-44f7-afa9-9d6640636022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.304532856Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"8e168ccf-fa50-42a3-a3b6-00ef42d99aa1","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"maas-trlp-ipp-route-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.404831426Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"210cb6ba-d374-4a1e-9860-072ef99fe8c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.560075325Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"4373c70f-650a-48b6-a37d-e085493310d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.673697902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"9ffbcdab-2c8b-49b8-ac84-9809282c6bbf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:36.773810485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d1ef3e37-f12c-4812-979e-87c1d669c901","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:37.817777432Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5d9025","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5d9025","reconcileID":"b1a9660a-e3c8-4a6b-8f6d-f0d27b2e774f","aitenant":"ai-tenants/e2e-praxis-a-5d9025","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:38.359496985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d696f9d-3eeb-43d9-aed0-3912b28a7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:38.409728822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d696f9d-3eeb-43d9-aed0-3912b28a7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:38.460584187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d696f9d-3eeb-43d9-aed0-3912b28a7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:38.511097045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d696f9d-3eeb-43d9-aed0-3912b28a7a07","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:38.620515141Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-5d9025","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-5d9025","reconcileID":"b1a9660a-e3c8-4a6b-8f6d-f0d27b2e774f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-5d9025","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-5d9025"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.344279078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c510e8-463c-45aa-84cb-4e6abb47a8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.394483303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c510e8-463c-45aa-84cb-4e6abb47a8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.444523863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c510e8-463c-45aa-84cb-4e6abb47a8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:40.494673211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28c510e8-463c-45aa-84cb-4e6abb47a8ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:42.322752603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15a8c-4f44-4a03-bfe5-b1f4418c12da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:42.372840547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15a8c-4f44-4a03-bfe5-b1f4418c12da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:42.423320314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15a8c-4f44-4a03-bfe5-b1f4418c12da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:42.473483505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64c15a8c-4f44-4a03-bfe5-b1f4418c12da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:42.943523852Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"317187f0-79ed-445c-b14d-6183e049afba","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:42.943546798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"317187f0-79ed-445c-b14d-6183e049afba","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.302782214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf921f6-d9f8-474b-b7b2-eb1b8377d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.353041608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf921f6-d9f8-474b-b7b2-eb1b8377d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.406292816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf921f6-d9f8-474b-b7b2-eb1b8377d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:44.457399804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3cf921f6-d9f8-474b-b7b2-eb1b8377d701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:46.285302785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395aa261-71af-4120-8dcb-073a42b443c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:46.335483629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395aa261-71af-4120-8dcb-073a42b443c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:46.385781273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395aa261-71af-4120-8dcb-073a42b443c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:46.435961495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"395aa261-71af-4120-8dcb-073a42b443c9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.26539225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b65e0-ea7f-41fd-b678-0177622b76da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.315733322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b65e0-ea7f-41fd-b678-0177622b76da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.365886649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b65e0-ea7f-41fd-b678-0177622b76da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:48.416119178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"319b65e0-ea7f-41fd-b678-0177622b76da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:50.264413738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b143d0-59ab-47e0-9d14-5d6595e2f4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:50.315268524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b143d0-59ab-47e0-9d14-5d6595e2f4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:50.36564254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b143d0-59ab-47e0-9d14-5d6595e2f4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:50.4166094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"28b143d0-59ab-47e0-9d14-5d6595e2f4b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.594430017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"9340c7d9-cc87-4ef3-9321-7d639fc8a83d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.713120892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"1f324d67-4ed8-4fba-b1b9-9c04afad0a1c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.840188567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"589bc2cd-caf2-4d3a-ae26-aa8d93c44115","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.942944306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"9d67e9d2-fb9a-4620-b4d2-3455d1ab8067","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.944740178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"84da3c7d-107c-4dc2-acc5-befa019aa710","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.944757193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"84da3c7d-107c-4dc2-acc5-befa019aa710","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:52.992259703Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe137-291e-49d9-92f4-3e375d94f6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.01449541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"07a25786-59d9-4b5e-8286-2510eb80fecc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.043241295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe137-291e-49d9-92f4-3e375d94f6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.093712386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe137-291e-49d9-92f4-3e375d94f6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.1445343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9babe137-291e-49d9-92f4-3e375d94f6eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.296054387Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"7fb11a6a-5c25-4a71-a067-173317a297e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.346389843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"7294d9d9-bb0a-4434-bcf5-80de9a4cb4d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.346705563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"38818f62-9de2-4627-bd9c-1d44407ab6d2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.500235831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9e496bc6-3445-4022-8bfa-330cc1c3935c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.550391467Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4dfe28b0-7548-4a73-8f3f-c5edea982320","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.752224194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"2b7d0a29-3c1d-4b92-a0c9-cb70cb744c2b","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"maas-trlp-ipp-route-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:53.912319101Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:54.036281523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"4b030bdd-7e60-4aa3-b212-ac7754518199","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:54.137290784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"037e1fce-7694-456d-bbab-1f94feaf8ed7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:54.96828116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee64717-8a48-47a2-b63b-87b09f11e61e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:55.018410716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee64717-8a48-47a2-b63b-87b09f11e61e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:55.068549835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee64717-8a48-47a2-b63b-87b09f11e61e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:55.119640156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ee64717-8a48-47a2-b63b-87b09f11e61e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.398593056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"d930a099-cd2c-4153-8bfb-624a1d8f29ac","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"tenant":"e2e-ipp-a-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.398614341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9","reconcileID":"d930a099-cd2c-4153-8bfb-624a1d8f29ac","MaaSModelRef":{"name":"ipp-route-b177c9","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"routeName":"ipp-route-b177c9-kserve-route","namespace":"ai-tenant-e2e-ipp-a-b177c9","llmisvcName":"ipp-route-b177c9","gateway":"openshift-ingress/e2e-ipp-a-b177c9","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.500233588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"fdbb115d-e2d9-48ad-9b8c-cc396bee5438","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.555323702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"fdbb115d-e2d9-48ad-9b8c-cc396bee5438","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.556132115Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"d131e2a9-987d-43c2-ab1d-776ae3c9b427","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa188f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.856075204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"83a59b0a-7ad4-493d-b9e8-fa7ec8f6d0d5","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.913196754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"83a59b0a-7ad4-493d-b9e8-fa7ec8f6d0d5","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.913255837Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"83a59b0a-7ad4-493d-b9e8-fa7ec8f6d0d5","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:58.936149408Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"b07e7925-cc2a-4b68-8296-7ec3be3881f9","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa188f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.236807837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"4c52e0c9-1ba6-4eb4-a758-d9bc99cbe41c","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.268663043Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"183a3d2b-97fc-4608-801f-c1fe0b1d6fce","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa188f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.292276768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"4c52e0c9-1ba6-4eb4-a758-d9bc99cbe41c","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.292321603Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"4c52e0c9-1ba6-4eb4-a758-d9bc99cbe41c","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.356621488Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"1b4d11f5-9b16-487b-a31e-cf391ba11272","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa188f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.443111745Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"c89f9c70-bad2-4103-ab14-0a1bf6f147bb","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.69351827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"c89f9c70-bad2-4103-ab14-0a1bf6f147bb","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.820964545Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"63a27609-37db-45b5-9e96-7465c50fb102","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-aa188f32","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.838894449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"c89f9c70-bad2-4103-ab14-0a1bf6f147bb","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"name":"e2e-ipp-a-b177c9-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T01:59:59.838917975Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-auth","reconcileID":"c89f9c70-bad2-4103-ab14-0a1bf6f147bb","MaaSAuthPolicy":{"name":"ipp-route-b177c9-auth","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.655846778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b723f7d-f94a-4355-a315-ade7f580d321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.706171605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b723f7d-f94a-4355-a315-ade7f580d321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.7566067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b723f7d-f94a-4355-a315-ade7f580d321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:00.806851849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b723f7d-f94a-4355-a315-ade7f580d321","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:02.642850222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204e288-7662-4d90-826e-2025ba5c22e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:02.693122278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204e288-7662-4d90-826e-2025ba5c22e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:02.745686487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204e288-7662-4d90-826e-2025ba5c22e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:02.796402882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9204e288-7662-4d90-826e-2025ba5c22e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.621732057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb070cc5-b3ca-4d71-8e20-0f3e7ec1e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.671952271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb070cc5-b3ca-4d71-8e20-0f3e7ec1e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.722278564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb070cc5-b3ca-4d71-8e20-0f3e7ec1e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:04.772281017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eb070cc5-b3ca-4d71-8e20-0f3e7ec1e481","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:06.644569699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f292b8-8759-4428-be56-040d98e7aea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:06.694755784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f292b8-8759-4428-be56-040d98e7aea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:06.744801671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f292b8-8759-4428-be56-040d98e7aea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:06.794981127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f292b8-8759-4428-be56-040d98e7aea4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:08.628831447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8eedd-8c6b-48d2-8ebd-09b1e8b6e990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:08.680091605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8eedd-8c6b-48d2-8ebd-09b1e8b6e990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:08.730526732Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8eedd-8c6b-48d2-8ebd-09b1e8b6e990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:08.780667848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54c8eedd-8c6b-48d2-8ebd-09b1e8b6e990","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:09.871573758Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"22c1d244-c8df-41ff-97fc-aa598e8c880e","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","subscription":"ipp-route-b177c9-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:09.871716619Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"ipp-route-b177c9-sub","reconcileID":"22c1d244-c8df-41ff-97fc-aa598e8c880e","MaaSSubscription":{"name":"ipp-route-b177c9-sub","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"model":"ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","error":"MaaSModelRef not found: ai-tenant-e2e-ipp-a-b177c9/ipp-route-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.609339364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25277978-341e-4171-bc4f-0a7504f1c4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.659484251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25277978-341e-4171-bc4f-0a7504f1c4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.709774565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25277978-341e-4171-bc4f-0a7504f1c4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:10.759712346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25277978-341e-4171-bc4f-0a7504f1c4a4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:12.590420325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a4f8a-fbb9-4411-aa9d-86af8104b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:12.640476486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a4f8a-fbb9-4411-aa9d-86af8104b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:12.690635433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a4f8a-fbb9-4411-aa9d-86af8104b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:12.741105406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f9a4f8a-fbb9-4411-aa9d-86af8104b17a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.606153228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d181ad-6140-402a-8203-1bc762678e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.657455293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d181ad-6140-402a-8203-1bc762678e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.707691928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d181ad-6140-402a-8203-1bc762678e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:14.757817137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0d181ad-6140-402a-8203-1bc762678e2f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:16.591995759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a73d4a4-3b29-4cf0-9464-8f0994b8ba0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:16.642482081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a73d4a4-3b29-4cf0-9464-8f0994b8ba0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:16.69300794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a73d4a4-3b29-4cf0-9464-8f0994b8ba0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:16.743467191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a73d4a4-3b29-4cf0-9464-8f0994b8ba0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:18.656894044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446d2214-d70b-459d-9366-275186c5d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:18.706881934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446d2214-d70b-459d-9366-275186c5d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:18.757184184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446d2214-d70b-459d-9366-275186c5d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:18.818272365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"446d2214-d70b-459d-9366-275186c5d77f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:20.641292062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a474f-0766-4b1e-9e2e-cd13fc93edc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:20.695435599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a474f-0766-4b1e-9e2e-cd13fc93edc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:20.747039441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a474f-0766-4b1e-9e2e-cd13fc93edc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:20.797628622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"607a474f-0766-4b1e-9e2e-cd13fc93edc2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:22.625740471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bd7da-3c5b-4de0-93b5-beb7fdcdfa0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:22.676871791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bd7da-3c5b-4de0-93b5-beb7fdcdfa0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:22.726931839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bd7da-3c5b-4de0-93b5-beb7fdcdfa0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:22.777867928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d0bd7da-3c5b-4de0-93b5-beb7fdcdfa0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:23.560764609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"9b78f871-fb18-49b1-9ecf-e04909ec3593","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-e0907d","tenantID":"e2e-praxis-b-e0907d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:23.674655527Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"9b78f871-fb18-49b1-9ecf-e04909ec3593","name":"e2e-praxis-b-e0907d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:23.92502128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.651529332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b068567d-c805-4de3-bd9e-f97cb8de31be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.701505985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b068567d-c805-4de3-bd9e-f97cb8de31be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.751589413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b068567d-c805-4de3-bd9e-f97cb8de31be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:24.801754885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b068567d-c805-4de3-bd9e-f97cb8de31be","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:26.624643376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d93f3e-d2d1-4c6d-852a-cea200958c62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:26.674557316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d93f3e-d2d1-4c6d-852a-cea200958c62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:26.724707785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d93f3e-d2d1-4c6d-852a-cea200958c62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:26.774987032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3d93f3e-d2d1-4c6d-852a-cea200958c62","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:35.089491199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"8c699835-7ff1-4794-a5a5-34e686e1c92a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-db583d","tenantID":"e2e-ipp-b-db583d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:35.203179717Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"8c699835-7ff1-4794-a5a5-34e686e1c92a","name":"e2e-ipp-b-db583d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:48.384529778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439c053-c3c0-45c2-86fe-e995554b07b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:48.437648911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439c053-c3c0-45c2-86fe-e995554b07b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:48.489336125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439c053-c3c0-45c2-86fe-e995554b07b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:48.544006203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6439c053-c3c0-45c2-86fe-e995554b07b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:53.913613512Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.396928728Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","namespace":"ai-tenant-e2e-praxis-a-706bdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.397005246Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","namespace":"ai-tenant-e2e-praxis-a-706bdd","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.397055394Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","tenant":"e2e-praxis-a-706bdd","tenantID":"e2e-praxis-a-706bdd","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.449105346Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"Deployment","name":"maas-api-e2e-praxis-a-706bdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.510587624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"Service","name":"maas-api-e2e-praxis-a-706bdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.563898328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-706bdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.615869844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-706bdd","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.668554658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.722818959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.77618484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.828768779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.879189868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.928774486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:00:59.979052997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"Service","name":"payload-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.032335486Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.082206535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.132231241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.182337848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.236255896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.28640071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.336304955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.387980417Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-706bdd","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.437946225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-706bdd"},"namespace":"ai-tenant-e2e-praxis-a-706bdd","name":"default-tenant","reconcileID":"95defc7e-74d6-42e6-86e8-9b0128b11796","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-706bdd","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.493590612Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","namespace":"ai-tenant-e2e-ipp-a-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.493654463Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","namespace":"ai-tenant-e2e-ipp-a-b177c9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.4937029Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","tenant":"e2e-ipp-a-b177c9","tenantID":"e2e-ipp-a-b177c9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.545782179Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"Deployment","name":"maas-api-e2e-ipp-a-b177c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.606054283Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"Service","name":"maas-api-e2e-ipp-a-b177c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.662940586Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-b177c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.714766828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-b177c9","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.767517539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.820164376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.875153999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.92749491Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:00.97962243Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.03129466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.093408025Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"Service","name":"payload-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.153385909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.205588746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.257502915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.313119831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.367052136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.418800292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.470805564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.522682076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-b177c9","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.57773955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-b177c9"},"namespace":"ai-tenant-e2e-ipp-a-b177c9","name":"default-tenant","reconcileID":"fb6e33bf-4efb-46a0-b2e1-dd3912e7b5ca","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-b177c9","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.635144055Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","namespace":"ai-tenant-e2e-praxis-b-e2db44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.635204929Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","namespace":"ai-tenant-e2e-praxis-b-e2db44","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.635256896Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","tenant":"e2e-praxis-b-e2db44","tenantID":"e2e-praxis-b-e2db44","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.687850428Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e2db44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.745776141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"Service","name":"maas-api-e2e-praxis-b-e2db44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.801740464Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e2db44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.853430342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e2db44","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.905894699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:01.95806714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.013128859Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.065272396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.115088623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.16512629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.214920717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"Service","name":"payload-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.257760888Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-b177c9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-b177c9","reconcileID":"da59b12f-f00f-47ff-a949-2242a0cd4090","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-b177c9","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-b177c9"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.264796434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.314515597Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.363984541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.413934899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.467557106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.51925063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.570825287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.620630044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e2db44","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:02.670254294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e2db44"},"namespace":"ai-tenant-e2e-praxis-b-e2db44","name":"default-tenant","reconcileID":"da14bd18-318e-45c0-80ce-d44d440ac9a3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e2db44","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:03.449823679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c952fb8-b94b-47ab-8c24-48145c592701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:03.500246785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c952fb8-b94b-47ab-8c24-48145c592701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:03.551186529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c952fb8-b94b-47ab-8c24-48145c592701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:03.601392295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c952fb8-b94b-47ab-8c24-48145c592701","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:04.405098945Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-706bdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-706bdd","reconcileID":"8185e8d3-7ebb-482a-a694-7126e4f25d30","aitenant":"ai-tenants/e2e-praxis-a-706bdd","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:05.146312395Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-706bdd","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-706bdd","reconcileID":"8185e8d3-7ebb-482a-a694-7126e4f25d30","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-706bdd","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-706bdd"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:05.462497175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50aa4d9-f2aa-49f4-a96a-8af55fa01ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:05.512999522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50aa4d9-f2aa-49f4-a96a-8af55fa01ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:05.563168944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50aa4d9-f2aa-49f4-a96a-8af55fa01ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:05.613578903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c50aa4d9-f2aa-49f4-a96a-8af55fa01ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.073947295Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e2db44","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e2db44","reconcileID":"d9dc2715-5ab4-4181-95db-098948646327","aitenant":"ai-tenants/e2e-praxis-b-e2db44","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.469275871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9eade6d-5b9e-4141-9bcf-29729ced6fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.519569404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9eade6d-5b9e-4141-9bcf-29729ced6fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.569735865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9eade6d-5b9e-4141-9bcf-29729ced6fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.619984509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9eade6d-5b9e-4141-9bcf-29729ced6fe6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:07.882770082Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e2db44","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e2db44","reconcileID":"d9dc2715-5ab4-4181-95db-098948646327","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e2db44","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e2db44"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:09.461920831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c031b0-11ac-4450-9464-a0f4adfa15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:09.512141612Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c031b0-11ac-4450-9464-a0f4adfa15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:09.562415099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c031b0-11ac-4450-9464-a0f4adfa15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:09.612752666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87c031b0-11ac-4450-9464-a0f4adfa15ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.490527018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07b93d7-9441-4e35-86b0-a178c535288b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.540632105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07b93d7-9441-4e35-86b0-a178c535288b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.590822072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07b93d7-9441-4e35-86b0-a178c535288b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:11.640850502Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b07b93d7-9441-4e35-86b0-a178c535288b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.322918019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"7495ad3b-6586-4502-ac2e-68f0ff613237","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.471106941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5d708-b614-4e8e-add2-abd28f0d16dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.522530233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5d708-b614-4e8e-add2-abd28f0d16dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.629480635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5d708-b614-4e8e-add2-abd28f0d16dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:13.6798199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ff5d708-b614-4e8e-add2-abd28f0d16dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.506098926Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ed5480-4a9e-485a-89aa-38cf5487ce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.556523003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ed5480-4a9e-485a-89aa-38cf5487ce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.606874228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ed5480-4a9e-485a-89aa-38cf5487ce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.657135455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"44ed5480-4a9e-485a-89aa-38cf5487ce65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:15.809778125Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"968598d0-fa0d-418c-8b1d-e61099373fdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:16.871659685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"dbc011d0-cfa4-4f7a-a31e-49e4187e9790","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.557648521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a930babd-d571-48ab-ac43-4aa375d8f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.607866652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a930babd-d571-48ab-ac43-4aa375d8f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.658029529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a930babd-d571-48ab-ac43-4aa375d8f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:17.708387182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a930babd-d571-48ab-ac43-4aa375d8f2ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.546819588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6998774a-e974-4b2a-a3e2-a075e6d3ef08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.597168229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6998774a-e974-4b2a-a3e2-a075e6d3ef08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.647599643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6998774a-e974-4b2a-a3e2-a075e6d3ef08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.69807072Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6998774a-e974-4b2a-a3e2-a075e6d3ef08","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.901478456Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"35c63a82-41db-4918-8934-8d7f69d98f55","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.938856312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"dbd5b4ba-5314-4f9c-8f9d-603c258d776d","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:19.992039623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"c6e11428-21d0-4b85-92ef-7e593c4bcd08","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:01:20.047265393Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-apikey-sub-binding-1c3f9ca9","reconcileID":"566ac828-24e8-4bd8-95ba-0dea0b8f48c7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-sub-binding-1c3f9ca9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.088496555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"31d54348-6988-4edf-83c6-4c71f68656d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.088496595Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f215fdbc-1a88-4ee3-b931-099d31293693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.143949159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f215fdbc-1a88-4ee3-b931-099d31293693","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.144102123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"31d54348-6988-4edf-83c6-4c71f68656d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.15978368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"f69e930a-ffba-430c-9711-60351cdea676","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.215262883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"3bdb19d9-442f-4b49-8314-5a7a11d67636","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.442725824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4251dc3c-dc3a-4553-942a-111f7527ba7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.442725881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"09a08a6f-0767-4146-8419-4894c8a6c301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.47454769Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-apikey-sub-binding-1c3f9ca9","reconcileID":"05a60a94-b6e1-4d34-8f17-28cfbcd0c688","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-apikey-sub-binding-1c3f9ca9","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.497970073Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4251dc3c-dc3a-4553-942a-111f7527ba7e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.500433126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"09a08a6f-0767-4146-8419-4894c8a6c301","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.639616609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"f5661f28-ea63-4ad9-9a8a-bfa3e28c3c5c","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.680512623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"0bb72aaa-843d-4cbb-910d-ec3e34771ac0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:20.840953768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-apikey-sub-binding-1c3f9ca9","reconcileID":"6093fa53-ad1a-4ff5-b13f-6704f9fd8a10","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:23.898313854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"e73517ed-34ab-4990-bda7-d03dc37568d4","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:23.913272355Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:24.047470023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1bad9e9e-9fc8-4628-be93-b5a4b72b50d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:24.047469842Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0e15b633-4e22-42f0-bd0a-7d284bcbf92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:24.102743328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0e15b633-4e22-42f0-bd0a-7d284bcbf92e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:24.104039055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"1bad9e9e-9fc8-4628-be93-b5a4b72b50d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.004539773Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","namespace":"ai-tenant-e2e-ipp-b-738acb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.004600494Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","namespace":"ai-tenant-e2e-ipp-b-738acb","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.004679945Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","tenant":"e2e-ipp-b-738acb","tenantID":"e2e-ipp-b-738acb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.0567539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"Deployment","name":"maas-api-e2e-ipp-b-738acb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.117107051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"Service","name":"maas-api-e2e-ipp-b-738acb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.176300928Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-738acb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.228323563Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-738acb","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.288244763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.343835446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.398981968Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.451835596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.504096742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.556809794Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.618060185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"Service","name":"payload-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.681162573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.73390151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.786504994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.840253692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.923572131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:30.975766703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:31.027955695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:31.079784815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-738acb","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:31.131613736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-738acb"},"namespace":"ai-tenant-e2e-ipp-b-738acb","name":"default-tenant","reconcileID":"0a2a964f-e9af-4f4e-a8ef-5767dd3cbf28","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-738acb","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:31.746631444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bb0b98-9606-446d-9f56-288cb722c437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:31.798839307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bb0b98-9606-446d-9f56-288cb722c437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:31.849308597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bb0b98-9606-446d-9f56-288cb722c437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:31.901606736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91bb0b98-9606-446d-9f56-288cb722c437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:32.776058114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"3fa6bd42-9835-40b7-a576-069561dc566f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:32.879346989Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"aa6b701b-0827-4bcb-a271-eabaf906c6c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:32.887548562Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"89dcdd30-a9b9-480d-bddc-564bb15e1c41","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.06707362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"800cb8d5-c31b-432a-b26e-ba38d5813923","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.067102255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"a507c1c3-6a21-4a92-adff-95bef0e3e055","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.380726428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ab7b0670-1fb7-46af-9933-13649b27232b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.481049283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"4a854c4e-1092-4223-9dc0-05ebefa673ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.481049294Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"20d09529-ebd9-4be5-bdac-90643a370a6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.580243284Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"298f11c0-f169-4483-899b-16a2a085f44d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.744785069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2669495-123a-4b6c-a1c4-2ca709bf6ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.795076675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2669495-123a-4b6c-a1c4-2ca709bf6ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.845508931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2669495-123a-4b6c-a1c4-2ca709bf6ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.846157246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"8107b19f-d443-4bc5-b642-33dbe17934c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.89572586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2669495-123a-4b6c-a1c4-2ca709bf6ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:33.996806946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"dde75617-0176-476c-8cad-750551d73207","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.056210845Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-apikey-sub-binding-1c3f9ca9","reconcileID":"6ce9b78e-a17a-4003-9634-4b31e51bd2a5","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"e2e-apikey-sub-binding-1c3f9ca9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.305737963Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-apikey-sub-binding-1c3f9ca9","reconcileID":"6ce9b78e-a17a-4003-9634-4b31e51bd2a5","MaaSSubscription":{"name":"e2e-apikey-sub-binding-1c3f9ca9","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.507525886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"d5a010b6-4c3e-48c5-908f-cee2f83f1a47","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.565013434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"fac91e61-39b5-4dc7-86cc-37a701934a18","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.714839843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e072264a-83c7-49c2-9f9d-84deb7e73c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.714839871Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"38aab231-4225-4a26-aab9-f7d26fc5e821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.769991116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"38aab231-4225-4a26-aab9-f7d26fc5e821","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:34.770230725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e072264a-83c7-49c2-9f9d-84deb7e73c16","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:35.751005244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba024e1c-d204-4b70-be2f-b04bdd1e334d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:35.80138808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba024e1c-d204-4b70-be2f-b04bdd1e334d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:35.85161606Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba024e1c-d204-4b70-be2f-b04bdd1e334d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:35.901985264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ba024e1c-d204-4b70-be2f-b04bdd1e334d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.243672926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"201829fb-bc99-44df-964b-32fd498504b0","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.297110994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"0e68a31f-2de0-42fd-b7a7-90c82480117e","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.447518572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-success","reconcileID":"cab6fdd6-cabf-48d7-959c-3aca1d57a346","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.530654308Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-success","reconcileID":"cab6fdd6-cabf-48d7-959c-3aca1d57a346","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.531623809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"01f4a8ca-baee-4d0b-92fa-008e910e8246","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.618275316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"7dd75439-0910-42e2-aae1-056e325da882","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:01:36.672115222Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-success","reconcileID":"0662c15a-d3bd-406e-8067-b1712980cb79","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-success\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.681353802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"07b3a957-e07f-4c10-9721-c39262fb668e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.681504835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ce2a839f-81e9-40a5-827a-6ed6259239da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.736456705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"07b3a957-e07f-4c10-9721-c39262fb668e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.736607144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ce2a839f-81e9-40a5-827a-6ed6259239da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.785689112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"56764e11-8581-4792-986c-9782c8210704","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.840503766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"f7dac5fd-1786-4bae-b0a7-ea1057b27fa3","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:36.885929533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"534b5d45-25e5-4609-a1b0-73c4eb17193e","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.085161285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-success","reconcileID":"b9a5bb09-b44f-4578-a815-2b74c33c492d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.141042362Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-success","reconcileID":"b9a5bb09-b44f-4578-a815-2b74c33c492d","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.143123165Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-success","reconcileID":"cb69db17-94fe-40ee-985e-5c255c6bba96","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-test-subscription-success","ai-tenant-e2e-worker-w2-9da431/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.202440106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c07daee9-09ea-47d8-ae0a-027b6ff56768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.203438685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"199151d9-a260-4e52-82ca-2be5a1c8e25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.257323715Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c07daee9-09ea-47d8-ae0a-027b6ff56768","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.258412338Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"199151d9-a260-4e52-82ca-2be5a1c8e25c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.309255909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"99d41b39-600b-4e44-a5ca-4cdc7a3a7d50","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.355400895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"7657901e-32b9-40f5-9de2-b0833194ee7e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.510452123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-success","reconcileID":"98f38a8d-bf49-49a3-8682-c6db2817c5ab","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.771058857Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b62e36-f5c1-4d07-b71a-e4b749c3d33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.821177437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b62e36-f5c1-4d07-b71a-e4b749c3d33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.871224353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b62e36-f5c1-4d07-b71a-e4b749c3d33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:37.921408736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93b62e36-f5c1-4d07-b71a-e4b749c3d33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:39.516018302Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-738acb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-738acb","reconcileID":"6280ea62-61ec-40fb-87e0-46b913c62128","aitenant":"ai-tenants/e2e-ipp-b-738acb","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:39.754936557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4466c493-28cd-4804-b778-ae649d42b31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:39.805437338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4466c493-28cd-4804-b778-ae649d42b31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:39.855999569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4466c493-28cd-4804-b778-ae649d42b31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:39.906304224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4466c493-28cd-4804-b778-ae649d42b31c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.075865575Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"5baa27a3-e63d-46cd-9c91-732284767e57","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.262388867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"6065abb0-7113-44ef-a5e6-15c3f645819d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.262402127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d74273cd-d245-4f7d-b820-0411795403b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.262790877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-success","reconcileID":"93567134-5f2f-4682-9e99-dfa95e2e2c95","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.318247923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"6065abb0-7113-44ef-a5e6-15c3f645819d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.318669791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d74273cd-d245-4f7d-b820-0411795403b8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.32054157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-success","reconcileID":"93567134-5f2f-4682-9e99-dfa95e2e2c95","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:40.328577346Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-738acb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-738acb","reconcileID":"6280ea62-61ec-40fb-87e0-46b913c62128","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-738acb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-738acb"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:41.824737291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc5f7bc-6042-402b-b1ce-56dabb44f8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:41.875025273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc5f7bc-6042-402b-b1ce-56dabb44f8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:41.925124382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc5f7bc-6042-402b-b1ce-56dabb44f8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:41.975456301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adc5f7bc-6042-402b-b1ce-56dabb44f8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:43.802526541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3e5b-07a0-4530-a57e-c8e645acc291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:43.852736194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3e5b-07a0-4530-a57e-c8e645acc291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:43.902873457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3e5b-07a0-4530-a57e-c8e645acc291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:43.953185698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49ae3e5b-07a0-4530-a57e-c8e645acc291","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:44.161148314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ba7b822d-0ce2-468f-aba0-265102cbe366","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:45.790827777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0766bce8-ccd6-4d19-a62f-481c9b28735a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:45.841343545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0766bce8-ccd6-4d19-a62f-481c9b28735a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:45.891823029Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0766bce8-ccd6-4d19-a62f-481c9b28735a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:45.942289812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0766bce8-ccd6-4d19-a62f-481c9b28735a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:46.350272431Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"4277ed91-5ae3-45c5-adbf-6a905767d161","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:47.574016768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"58203cbf-4057-4890-ae89-df2014bad4c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:47.807957899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a11bcad-7307-40fb-83f1-27df3ad8d05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:47.85859007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a11bcad-7307-40fb-83f1-27df3ad8d05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:47.909333428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a11bcad-7307-40fb-83f1-27df3ad8d05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:47.959625048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a11bcad-7307-40fb-83f1-27df3ad8d05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:49.840127336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8927034c-f40a-45af-a90f-7b1bcb8cca3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:49.890653569Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8927034c-f40a-45af-a90f-7b1bcb8cca3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:49.941057075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8927034c-f40a-45af-a90f-7b1bcb8cca3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:49.951780443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"80a88020-8ee4-4d6f-a08c-ab699dd27890","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:49.991226315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8927034c-f40a-45af-a90f-7b1bcb8cca3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.047012008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"f7cd3e90-be37-4486-ac4d-cf03ef937659","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.245235402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b56bdbda-da81-4e79-88f1-7622fda766eb","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.248407563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"967afbb4-5bf5-415e-a203-43cdbe7db283","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.269840214Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-success","reconcileID":"6746f8fc-4cf7-4b12-8b95-fa1f9644b72a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscription":"e2e-test-subscription-success","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.298274928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"676016bf-aeab-452d-812f-ba20af9af696","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.303530329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"967afbb4-5bf5-415e-a203-43cdbe7db283","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:01:50.353838435Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-free","reconcileID":"90ea0a50-71e1-46e8-ade5-a934f5e915a3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-free\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.395446207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"00cd32e0-b723-4348-9039-8d2441b70217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.396141547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"35c365ab-cfe4-4686-b1f6-eede41a17440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.450879984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"00cd32e0-b723-4348-9039-8d2441b70217","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.451012187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"35c365ab-cfe4-4686-b1f6-eede41a17440","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.468298531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"fbcec788-9871-4dc4-9e16-9788589dd848","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.477457078Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-success","reconcileID":"6746f8fc-4cf7-4b12-8b95-fa1f9644b72a","MaaSSubscription":{"name":"e2e-test-subscription-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.52154975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"6aab5870-6488-4571-bf16-f40d236ac6bd","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.56848991Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-free ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.568556864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"0fcd9591-1bb0-4eb8-afe0-3f7e98833f65","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.569148563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"a2a03cf8-cb84-4736-8695-4a062bcbeeb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.614639194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"fdff79ca-1f11-45fe-8b69-59a4c3082f45","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.624400244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"74e2b9b3-9ebd-4fa2-a36e-65845d9691e2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.67498431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"8c0b344f-945c-435d-8fc9-6d11d359ea6e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:01:50.679083708Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-premium","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.679771649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"c704d782-28dd-431f-ab2e-2bc00cabd2a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.72993403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b05f35e7-7ed4-4c1c-a85d-24c5863765a9","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.736215627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"e0715bc0-87a0-46a8-b5b7-6a111e53e50c","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.736585871Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-free ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.766176288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"12b68ea3-1e92-4555-9fe1-eb869f4ec89a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.792459137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5c0c1627-0628-40e3-8536-6e403de5d224","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.821337019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"12b68ea3-1e92-4555-9fe1-eb869f4ec89a","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.836798929Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-free","reconcileID":"d4c73153-77e9-4d23-961e-883e1558dc35","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-free","ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.864663512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"f6a4e5c6-35f4-4f6b-92fc-453a7c36057b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.865118454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9d0a6d2f-c98f-4d07-a997-d0697754390c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.892603031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"b9d8d239-dedd-491e-8c87-5d8497f855f4","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.920275008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9d0a6d2f-c98f-4d07-a997-d0697754390c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.920333678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"f6a4e5c6-35f4-4f6b-92fc-453a7c36057b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.932745812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-premium","reconcileID":"a337bdcd-899a-4b2d-b3ee-6867ac9225a6","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.964106016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"22da0f80-8cae-4952-9587-642c2973f21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.964165579Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9a67af61-1dad-4d69-8b36-52ed72722637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:50.996455557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"475a3606-2c1d-4709-b0b0-d9cc8126c419","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.019313619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9a67af61-1dad-4d69-8b36-52ed72722637","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.019414862Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"22da0f80-8cae-4952-9587-642c2973f21a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.038666221Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"f75a41c6-1d1e-43ad-a6ee-5777c0e407cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.091932034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"f6226aa2-ae21-4d52-af95-28e6dd0e6900","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.169228284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9b171071-43a7-40a2-b09a-106d354cf0bb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.170099075Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-success","reconcileID":"1a1a74d7-f1cb-4183-b98f-ae8b18f2b39a","MaaSAuthPolicy":{"name":"e2e-test-auth-success","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.197055228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-free","reconcileID":"f8701abe-001a-4892-98d1-81920a88e347","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.223961753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"9b171071-43a7-40a2-b09a-106d354cf0bb","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.26940861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"80fe7bf3-2c9c-439a-ad80-eb1583a9af0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.269446553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"5444cc5e-1ec4-4181-b0fb-56c2c4ab8299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.297355427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-premium","reconcileID":"e62079de-3acf-458a-a9f7-5766fcfdd6b8","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.324533039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"5444cc5e-1ec4-4181-b0fb-56c2c4ab8299","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.324677077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"80fe7bf3-2c9c-439a-ad80-eb1583a9af0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.377083592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"7ccc5a36-2a7f-40de-9eb8-df8cd970c72d","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.560678859Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"48a710c3-ec74-4d25-a8d4-d1cf9ebf4921","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:51.66199713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"b3b82091-ecc0-4dee-8080-50ab8ea47e96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.136957894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b63acf2-a73d-4838-b43e-40b6be8a3ddd","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.23727344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"a7de168a-a015-47d9-b892-408a8388b2bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.287988107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06347e8b-0a9f-426c-8c03-f19dc21b38ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.338541444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06347e8b-0a9f-426c-8c03-f19dc21b38ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.390343172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06347e8b-0a9f-426c-8c03-f19dc21b38ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.442996656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06347e8b-0a9f-426c-8c03-f19dc21b38ea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.542642567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"210986cd-521f-43cd-bf8a-ed9dfcbcf225","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.543961639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"56b46151-4f7f-4b73-b351-87f72415662c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.594108649Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"ba0def44-1b87-445b-ad0b-a914680a6f56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.597723426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"c57986d7-e87b-4e21-9576-a8af3c6f3e0f","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.660329362Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"538bc36e-2dce-46f3-91ce-1cd7f652128f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.747165173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"bf011d5a-e141-4d3b-ad2e-5ea2f5bd4bea","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.798775097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"e89a304d-b6a0-4699-9fab-c567b55f8a69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.798913008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"36711de0-b95b-4ffa-978d-3d1c0865d934","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.801987177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"bf011d5a-e141-4d3b-ad2e-5ea2f5bd4bea","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.819818278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"a855e128-6665-4150-9ead-e4a63dcae038","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.820085543Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-free ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-premium]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.87485596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"df089284-664e-4c4d-b152-995f451525c9","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:01:52.924984586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-no-access","reconcileID":"1a1c1f4e-6013-4df0-a211-b19a7388f084","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-subscription-no-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.968819695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"aa6bcdd5-7657-4300-84f0-704761d3e95d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:52.968819838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"33930564-9ab7-4f90-9d5c-c6bd9172d2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.024697205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"33930564-9ab7-4f90-9d5c-c6bd9172d2d2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.024719391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"aa6bcdd5-7657-4300-84f0-704761d3e95d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.037281512Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"9806907b-e011-4c21-9269-a14fa9f2ec7f","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.090345741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"58de71df-73a5-4eab-beb8-52ac8a59faba","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.110851336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"acaf86e2-c6a9-4e96-9b43-02c235192963","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.259404161Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"0282d766-d74d-4cf5-b7a9-25327ef7ac4c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.314122279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"0282d766-d74d-4cf5-b7a9-25327ef7ac4c","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.349021245Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-no-access","reconcileID":"a1d518a2-2462-43c3-b319-bca691ff3c14","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-test-subscription-no-access","ai-tenant-e2e-worker-w2-9da431/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.455622449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"2ac8b37d-c18a-4def-a4c2-64f452642f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.455810938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b3d41f33-1faf-43e2-bd3b-7f6d8c505240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.51052648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"2ac8b37d-c18a-4def-a4c2-64f452642f71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.510679008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b3d41f33-1faf-43e2-bd3b-7f6d8c505240","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.56185959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"6e7584ad-513a-41ba-a58e-9d257b40f3c9","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.606773483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"d200e6e7-7515-4a5b-b0f5-fb253c7f4d9b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.762763251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-no-access","reconcileID":"6a63fab4-aefa-4b87-bbe8-4528f45366bb","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:53.918474573Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.347908599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28463c-c355-4872-ba43-e82c62d239f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.398165899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28463c-c355-4872-ba43-e82c62d239f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.448977775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28463c-c355-4872-ba43-e82c62d239f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.499187772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c28463c-c355-4872-ba43-e82c62d239f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.842642562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"6e970257-398e-466a-acd7-0498529241de","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.992090287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"45e23fa6-bbd7-4de3-8e74-79982d52f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.992110849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"6a173323-60b7-4a05-a356-95b1b6791e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:54.992608596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"af615de3-b9ea-4846-9249-a018021f862c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:55.047920229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"6a173323-60b7-4a05-a356-95b1b6791e6b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:55.047949291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"af615de3-b9ea-4846-9249-a018021f862c","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:55.050298518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"45e23fa6-bbd7-4de3-8e74-79982d52f6cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.149845782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"4b255080-51c9-4aa0-86d9-d20cedf667ca","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.299099973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"432320b3-b916-4762-be36-eaeeac14bc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.299292074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"e2e1c9e7-8ced-47f1-b045-667236e50ac4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.299098691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"18d8066b-60ec-4482-bed2-830ea5109955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.35592877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"432320b3-b916-4762-be36-eaeeac14bc94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.356268585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"e2e1c9e7-8ced-47f1-b045-667236e50ac4","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:01:56.359464157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"18d8066b-60ec-4482-bed2-830ea5109955","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.435078075Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","namespace":"ai-tenant-e2e-praxis-b-a00717","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.435144607Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","namespace":"ai-tenant-e2e-praxis-b-a00717","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.43519728Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","tenant":"e2e-praxis-b-a00717","tenantID":"e2e-praxis-b-a00717","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.487129792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"Deployment","name":"maas-api-e2e-praxis-b-a00717","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.548924288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"Service","name":"maas-api-e2e-praxis-b-a00717","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.602455894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-a00717","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.654066245Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-a00717","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.707311235Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.760095098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.81511746Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.867522942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.917214595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:01.967005607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.01683897Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"Service","name":"payload-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.066467026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.116071993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.165795816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.215358569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.269411186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.319171492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.369222187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.419104071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-a00717","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.469199357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-a00717"},"namespace":"ai-tenant-e2e-praxis-b-a00717","name":"default-tenant","reconcileID":"66472737-39fa-466c-86ae-398a1c8b2c99","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-a00717","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.524176972Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","namespace":"ai-tenant-e2e-praxis-a-70235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.524236782Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","namespace":"ai-tenant-e2e-praxis-a-70235a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.524296215Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","tenant":"e2e-praxis-a-70235a","tenantID":"e2e-praxis-a-70235a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.57630188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"Deployment","name":"maas-api-e2e-praxis-a-70235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.633982738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"Service","name":"maas-api-e2e-praxis-a-70235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.690613668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-70235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.742560319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-70235a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.795904202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.84853326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.902109956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:02.955060544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.005213721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.058947893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.108815241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"Service","name":"payload-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.15870119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.208530816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.258334803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.308172675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.361829275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.411852815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.46200181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.51205135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-70235a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.562143598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-70235a"},"namespace":"ai-tenant-e2e-praxis-a-70235a","name":"default-tenant","reconcileID":"dcbe4dd6-d529-4f4a-958b-ca5833e3500c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-70235a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.617945283Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","namespace":"ai-tenant-e2e-ipp-a-f95773","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.618007028Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","namespace":"ai-tenant-e2e-ipp-a-f95773","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.618053866Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","tenant":"e2e-ipp-a-f95773","tenantID":"e2e-ipp-a-f95773","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.669817685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"Deployment","name":"maas-api-e2e-ipp-a-f95773","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.728111315Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"Service","name":"maas-api-e2e-ipp-a-f95773","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.784621173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-f95773","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.836678241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-f95773","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.889838027Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.942446589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:03.997519936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.049988826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.103847153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.15618795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.213926017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"Service","name":"payload-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.274067679Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.326293208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.378811134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.432641835Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.487983123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.539940909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.592235142Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.644564552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-f95773","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.696757071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-f95773"},"namespace":"ai-tenant-e2e-ipp-a-f95773","name":"default-tenant","reconcileID":"e275c963-8e41-42de-b7eb-528147866be8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-f95773","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:04.99907553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-free","reconcileID":"7370b8fd-daf7-4129-9ce1-8bde3a943ae5","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-test-subscription-free","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.20771226Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-free","reconcileID":"7370b8fd-daf7-4129-9ce1-8bde3a943ae5","MaaSSubscription":{"name":"e2e-test-subscription-free","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-test-subscription-premium","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.409379026Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-premium","reconcileID":"c859a163-7f78-48b5-b72b-3e2bd1bbda13","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.409391308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ed3e3418-0ee7-4ed9-aa92-6fc2d4697bdd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.420194479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"92881df8-5280-4bfd-8617-e7024dc04bd8","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.476835362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"dd457370-44d6-45b5-99d5-f6c7bfda95ab","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.568982039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"caf611c3-f830-46d4-8891-952fbb6059f7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.569157773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"03d588ed-6586-4f66-9ee1-af71ef4fcb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.568987079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"43288a0a-78d0-4f28-abb8-e8e83b48e68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.589466469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"9be29884-1c11-4aa9-920a-3bfcb77f743a","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.625827501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"03d588ed-6586-4f66-9ee1-af71ef4fcb1d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.625827285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"caf611c3-f830-46d4-8891-952fbb6059f7","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.628026205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"43288a0a-78d0-4f28-abb8-e8e83b48e68e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.974970417Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b8cb15f8-48b1-49e7-be3c-19b506307d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.975000698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d6a0f487-7dc9-435e-9453-80a22688ff88","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:05.97562447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"66d66dc2-9ad0-4732-b40d-f9166b8b30d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.030184339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"d6a0f487-7dc9-435e-9453-80a22688ff88","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.030396666Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"66d66dc2-9ad0-4732-b40d-f9166b8b30d7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.032480838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b8cb15f8-48b1-49e7-be3c-19b506307d47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.351191101Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-no-access","reconcileID":"87eed42a-096f-4999-9a3c-f83a300b5ae2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscription":"e2e-test-subscription-no-access","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.558115231Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-subscription-no-access","reconcileID":"87eed42a-096f-4999-9a3c-f83a300b5ae2","MaaSSubscription":{"name":"e2e-test-subscription-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.565854795Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f95773","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f95773","reconcileID":"e03856c1-f277-40f2-8bbc-e43f1b49d0ab","aitenant":"ai-tenants/e2e-ipp-a-f95773","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.770307148Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"08c48a6a-b068-43f4-8104-f8957ec73dc3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.82973483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"41bbdbb4-3b49-43af-8bf1-6d48184edab6","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.978949457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dda9a3ce-01ed-4157-97ec-7cc92f8db702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.979073673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"97328e35-0fcb-436d-a163-00fd697c5ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.978947323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"5efc312c-f76c-4e6b-8292-dbed34008a5f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:06.993672683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"74b1f28b-0b30-4969-b6a2-582c5331ed7a","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.034711218Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dda9a3ce-01ed-4157-97ec-7cc92f8db702","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.034758013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"5efc312c-f76c-4e6b-8292-dbed34008a5f","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.037097918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"97328e35-0fcb-436d-a163-00fd697c5ea1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.149170439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886216ee-93a5-43f1-a140-99284140d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.199775439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886216ee-93a5-43f1-a140-99284140d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.249990266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886216ee-93a5-43f1-a140-99284140d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.250080884Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-auth-no-access","reconcileID":"2cc385c8-a955-4520-9907-62714c65bc2b","MaaSAuthPolicy":{"name":"e2e-test-auth-no-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.300334812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"886216ee-93a5-43f1-a140-99284140d69b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.357585626Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-f95773","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-f95773","reconcileID":"e03856c1-f277-40f2-8bbc-e43f1b49d0ab","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-f95773","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-f95773"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:07.511641802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"dc39c62c-e0c6-4843-be2a-8a61e59472c5","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.688626855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"643d02c0-35e8-4482-acd6-b136044865df","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.743713065Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"55fb2159-908c-46b1-867f-3021c4e8b841","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.893404762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"b1abafff-3fbf-454e-b778-b3b319959206","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.94850306Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"b1abafff-3fbf-454e-b778-b3b319959206","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:08.993172238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"5bfd4b69-2c11-4773-8077-3485925e8138","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.048202884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"19f8c591-e641-4381-a063-196dd65b3f5f","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:09.098947102Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-subscription","reconcileID":"0904b697-b8ef-4bbe-8db4-77d23b76bd5c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.135862938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7f64-ae8f-400f-82b0-bbf5b96c37c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.187224758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7f64-ae8f-400f-82b0-bbf5b96c37c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.187388614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"08490697-0e3e-4ce3-9224-2e0d2bbc6762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.187621768Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"57a809c7-c0de-478a-8e4f-a34e7ac44144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.237493033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7f64-ae8f-400f-82b0-bbf5b96c37c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.242279944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"08490697-0e3e-4ce3-9224-2e0d2bbc6762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.245223771Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"2eaa3cb7-7290-4512-a8d3-bb8452656b54","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.287745348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8cdb7f64-ae8f-400f-82b0-bbf5b96c37c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.292486087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"57a809c7-c0de-478a-8e4f-a34e7ac44144","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.34404197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"246535df-d803-478b-b90e-e916183d29a1","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.344642876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"732d1919-d309-45cc-9d96-4c4a74109461","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.494706563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"dceb3837-1809-410e-9b27-9c27379ce6d8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.549523545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"dceb3837-1809-410e-9b27-9c27379ce6d8","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.593523921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"765886b9-cc83-48fd-b799-71ac5dbab8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.593717975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8f1d31a3-8dff-4e8b-a8fc-1b79393fab63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.649286372Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-subscription","reconcileID":"cbdecdf3-6181-46e3-8f3a-15b49a3519c2","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-test-group-subscription","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.651885694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"765886b9-cc83-48fd-b799-71ac5dbab8c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.652022214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8f1d31a3-8dff-4e8b-a8fc-1b79393fab63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.80865173Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"78aee2d0-25ab-4da5-a7d3-e871c5a3765b","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:09.850025521Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"1488c8ae-c2d9-4417-930a-7cd7bf63970f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:10.069850295Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-subscription","reconcileID":"430c2ad6-b06d-4a9f-b5c4-a9a8025020f1","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:10.589085043Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a00717","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a00717","reconcileID":"3c39281d-5927-457c-8fb6-0dfb8c91997a","aitenant":"ai-tenants/e2e-praxis-b-a00717","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:11.149581643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c45b838-7242-477d-add7-c50e8ab97b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:11.199857837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c45b838-7242-477d-add7-c50e8ab97b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:11.250253414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c45b838-7242-477d-add7-c50e8ab97b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:11.300479447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c45b838-7242-477d-add7-c50e8ab97b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:11.358426731Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-a00717","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-a00717","reconcileID":"3c39281d-5927-457c-8fb6-0dfb8c91997a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-a00717","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-a00717"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:11.93759518Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-70235a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-70235a","reconcileID":"2c73ac11-a11f-4248-9554-94be3a2c02b0","aitenant":"ai-tenants/e2e-praxis-a-70235a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.445769923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6193d161-0f9c-42c6-836d-55034d292ac5","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.597140393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"465650a7-20eb-4520-904e-a6f932eda072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.597654427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"de0c8b56-39ac-455d-ab44-ab140433b47b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.598031176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"ca9a27e6-b6d1-4347-a8f4-e314b438fa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.652524516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"465650a7-20eb-4520-904e-a6f932eda072","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.652773901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"de0c8b56-39ac-455d-ab44-ab140433b47b","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.655081302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"ca9a27e6-b6d1-4347-a8f4-e314b438fa5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:12.703114185Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-70235a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-70235a","reconcileID":"2c73ac11-a11f-4248-9554-94be3a2c02b0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-70235a","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-70235a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:13.160070418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41bb2c-7928-4b68-b123-9275c4d1b83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:13.210397504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41bb2c-7928-4b68-b123-9275c4d1b83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:13.260510966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41bb2c-7928-4b68-b123-9275c4d1b83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:13.310968597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b41bb2c-7928-4b68-b123-9275c4d1b83e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.016056396Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","namespace":"ai-tenant-e2e-ipp-b-db583d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.016134169Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","namespace":"ai-tenant-e2e-ipp-b-db583d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.01619726Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","tenant":"e2e-ipp-b-db583d","tenantID":"e2e-ipp-b-db583d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.06839342Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"Deployment","name":"maas-api-e2e-ipp-b-db583d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.126249997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"Service","name":"maas-api-e2e-ipp-b-db583d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.135270334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"b3ae66f4-8f86-4e70-bb1f-9d802cc709f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.147611018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea429bb-9825-4693-85be-b2b8b9ff75e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.198124562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea429bb-9825-4693-85be-b2b8b9ff75e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.201296266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-db583d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.24975456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea429bb-9825-4693-85be-b2b8b9ff75e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.300520401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ea429bb-9825-4693-85be-b2b8b9ff75e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.301621789Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-db583d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.353870219Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.40684079Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.46194478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.559329974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.608895717Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.6583972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.7081047Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"Service","name":"payload-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.745566154Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-premium","reconcileID":"372cff5e-0b20-4557-ad7d-8d39ac034180","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-test-subscription-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.757646706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.807182974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.856650526Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.906117301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.955287118Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-subscription-premium","reconcileID":"372cff5e-0b20-4557-ad7d-8d39ac034180","MaaSSubscription":{"name":"e2e-test-subscription-premium","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:15.959719883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.009175807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.058528475Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.107956457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-db583d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.157127674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"a05dce94-8863-4282-b8af-5beb26d3d0e8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.15756523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-db583d"},"namespace":"ai-tenant-e2e-ipp-b-db583d","name":"default-tenant","reconcileID":"7a9683d8-42ee-4b63-8931-118d1e00c0d3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-db583d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.16639846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a5e6f709-8521-458a-bd59-f524e4d951d3","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.368420158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"019c1a20-bae1-478d-9150-cb6f5c0f9f31","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.409748085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f2c1f217-23dd-43cd-bf4c-9b7a06569d26","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.409888148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"12c63735-a64c-4276-b91c-fbf8063bd936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.41034776Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"bc7a480c-ab65-4292-b1db-4b331e98ba52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.530465281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"f2c1f217-23dd-43cd-bf4c-9b7a06569d26","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.534588634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"12c63735-a64c-4276-b91c-fbf8063bd936","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.534876482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"bc7a480c-ab65-4292-b1db-4b331e98ba52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:16.779615957Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-multi-sub-valid","reconcileID":"5205916c-9752-40b6-9c5a-598181de8674","MaaSAuthPolicy":{"name":"e2e-test-auth-multi-sub-valid","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.034971968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"22f7e99c-2b3d-4af8-8d8d-3a8060b5b2f5","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.150948782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744b0423-e765-4fa9-be36-c67eeab6b039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.201147769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744b0423-e765-4fa9-be36-c67eeab6b039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.251853969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744b0423-e765-4fa9-be36-c67eeab6b039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.302617161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"744b0423-e765-4fa9-be36-c67eeab6b039","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:17.454642401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"c18f85cf-57c0-4139-b7e2-59fd9c977eb1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:18.740846086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"7e0c7b56-a17a-42eb-9d2e-ee95f630029c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:18.79598468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"be8afeef-9653-4ce2-8a5c-88c4d9f3eafb","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:18.896808792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"0f34b990-1999-4d13-887c-af8e21a1e3ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:18.945282805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"dacf2747-48ab-430a-922d-71d0309e808b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.000845668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"dacf2747-48ab-430a-922d-71d0309e808b","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.052717844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"8de3f3cf-4919-40b0-bae9-ca716e6949dc","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.111502535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"f41992ed-8f52-4b4e-89d5-8f7735e0e3c4","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:19.161404009Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-user-subscription","reconcileID":"de34ae4c-ad65-46be-a41a-ef92572e3c5f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-user-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.201585912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"685f9186-fed7-42ac-a16f-93ce36cf9782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.201611384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4628a2c6-3cf8-4e25-b491-693929ba0c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.256677147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4628a2c6-3cf8-4e25-b491-693929ba0c66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.256729682Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"685f9186-fed7-42ac-a16f-93ce36cf9782","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.278357578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"760b2cc5-3783-4423-91bb-2eaa9d9ecd2e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.31398891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"9ce477e5-c1d6-48ca-a7f5-f8f124576b41","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.333203076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"36592665-047f-4f6e-8004-9923b9c29d5a","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.347336511Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-0bf34a priority=0:[ai-tenant-e2e-worker-w4-0bf34a/e2e-test-other-subscription ai-tenant-e2e-worker-w4-0bf34a/e2e-test-user-subscription]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.347670983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"d71be991-b372-42d2-8827-89fc40ffd038","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.400639814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"e278b7eb-de66-49ea-b512-ace6c5db2c0f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:19.454004901Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-other-subscription","reconcileID":"f61a0d54-9da1-4d4c-8036-0edea3fb97aa","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-other-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.456773122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3d51af10-5f77-4357-af61-9aa5607e7ad6","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.462579288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"ba9821fd-054d-4913-9733-2e939304a964","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.490177937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"25ff6480-004b-47b8-a57e-811498987177","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.517432271Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"ba9821fd-054d-4913-9733-2e939304a964","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.568625737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"79442964-3198-4d3a-afbc-533fdaaee95f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.610773757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b9329e3e-7748-4c69-9dcc-4f70c0a78c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.610773346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5250a3d4-b108-4f83-a277-c9af39058c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.623908793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"72fdb144-4ec4-4782-b1f5-4377bb379088","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.646464706Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-user-subscription","reconcileID":"cb3d0e77-ac65-485f-b2aa-5de5622064ee","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-0bf34a/e2e-test-user-subscription","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.667543806Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b9329e3e-7748-4c69-9dcc-4f70c0a78c74","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.6677815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5250a3d4-b108-4f83-a277-c9af39058c13","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.857130049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-other-subscription","reconcileID":"e1b4a5c8-28bc-439d-aef9-43b1adf594d2","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.862879567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"4a3a2bb7-62e2-4c9e-bdc1-a7a935a7bfa6","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.955550065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"107e61c6-c13a-4a24-be2b-314e74f03820","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:19.957166505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"0fd6a01a-c088-419e-ad1d-acae05a1a869","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.010539497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"107e61c6-c13a-4a24-be2b-314e74f03820","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.01697553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"d4f35fea-d6d7-460d-8913-48354608f10f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.063086322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-user-subscription","reconcileID":"4648af6a-1534-4442-b9f8-1a331c343c56","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.071268351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b5d83a5b-8396-4873-b91b-96419635c2de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.0718063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"13ccaaaf-054f-4af8-95ad-8bd061084eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.127079021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"b5d83a5b-8396-4873-b91b-96419635c2de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.127924724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"13ccaaaf-054f-4af8-95ad-8bd061084eef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.222167729Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-other-subscription","reconcileID":"9b1224fa-0101-4a32-81ca-7e74404ef4c3","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.382977851Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5f823f0b-c3bb-4f2c-b8ed-185761615800","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.623760941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cfc409-6a39-4941-8f8b-54fc3c421a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.67384287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cfc409-6a39-4941-8f8b-54fc3c421a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.724526384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cfc409-6a39-4941-8f8b-54fc3c421a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:20.774791562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18cfc409-6a39-4941-8f8b-54fc3c421a41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:21.728205012Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"d39502f3-4ae7-4d59-9af0-6f55dfb42ee8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:21.885284661Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db583d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db583d","reconcileID":"b065e588-2f99-4bd8-ada9-ec4ee7aa8bf5","aitenant":"ai-tenants/e2e-ipp-b-db583d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.602489509Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-subscription","reconcileID":"a4364233-21b2-4bc9-b2c1-3d1064c6d4eb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"e2e-test-group-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.618225443Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-db583d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-db583d","reconcileID":"b065e588-2f99-4bd8-ada9-ec4ee7aa8bf5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-db583d","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-db583d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.645604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b891a5b6-3213-41bb-ac96-38dcdd62909b","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.664567977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591043aa-807e-4867-b71d-c463aac61330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.716218298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591043aa-807e-4867-b71d-c463aac61330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.766854066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591043aa-807e-4867-b71d-c463aac61330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.818166158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"591043aa-807e-4867-b71d-c463aac61330","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.82338838Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-subscription","reconcileID":"a4364233-21b2-4bc9-b2c1-3d1064c6d4eb","MaaSSubscription":{"name":"e2e-test-group-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.919839841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9606825d-7b6e-40e1-89d9-595177e62d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.920018972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"26583e18-8a34-4513-9c00-609950dd7878","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.920392855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3d987abc-0ee6-47f2-b62c-95cdd8f777ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.975745476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"26583e18-8a34-4513-9c00-609950dd7878","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.975894189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3d987abc-0ee6-47f2-b62c-95cdd8f777ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:22.97790395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9606825d-7b6e-40e1-89d9-595177e62d14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.026537523Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"2911b287-e726-4f4a-979d-882c585ab448","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.143658879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"2109e748-17f6-4404-b0f2-923a5f193096","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.200037212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"7315ec1c-57ef-4806-879a-f5a03d187076","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.293083239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9332a53d-0b16-47e0-994d-0e70b1133a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.29308317Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3884e6c9-2125-493d-ae5a-c453fd6a4cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.335127907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"454912c4-0ebf-46ac-bc29-89861ae2a3a3","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.349783907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3884e6c9-2125-493d-ae5a-c453fd6a4cc1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.355676812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9332a53d-0b16-47e0-994d-0e70b1133a1d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.393097912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"3f49b0a2-7020-4cdc-961b-59a1eeae1aa6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.448558333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"3f49b0a2-7020-4cdc-961b-59a1eeae1aa6","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.651235565Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-auth","reconcileID":"c46c6cc1-6ae0-4665-882f-c9e1da2163da","MaaSAuthPolicy":{"name":"e2e-test-group-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.907423772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"11287e44-ff05-4392-968e-cf5d7b226605","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:23.913443801Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:24.764139554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d2cad8-48a6-4f61-9902-351de8d5e31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:24.8144412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d2cad8-48a6-4f61-9902-351de8d5e31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:24.866274387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d2cad8-48a6-4f61-9902-351de8d5e31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:24.916517677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8d2cad8-48a6-4f61-9902-351de8d5e31e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:24.943894271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"8c97c9c2-755a-4ab3-a022-580dd5b31873","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:24.997349579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"c492b9b0-f44a-4d23-a367-1141268e4e85","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.180086464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"cef6b296-a363-4d0f-8d05-ff8cd1f588d0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.243109199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"cef6b296-a363-4d0f-8d05-ff8cd1f588d0","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.254175653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"c8626a51-1f23-40cd-bfec-0d3b6c1a801e","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.308252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"e434aa98-d04f-457c-97a4-b75ae05483a4","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:25.360636876Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-sub-only","reconcileID":"d7000811-bbc1-4175-bb91-938f9da8ed69","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-test-group-sub-only\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.404156421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9569cc90-2065-40e0-966c-2dc721319f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.404204499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"70825a8c-fa68-4d7d-8503-d460c0ba5db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.460782329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"70825a8c-fa68-4d7d-8503-d460c0ba5db6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.462766729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9569cc90-2065-40e0-966c-2dc721319f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.47952671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"a5d2d7bf-ebc1-4bab-912a-f1a08a6fae6d","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.504915449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"862b16ac-f700-4304-bde7-a4c56a91c414","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.540076001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"5bd2404e-ac06-4077-9ba5-d132167e8261","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.654928301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"1b38e1e2-52ed-4db7-927f-9b2651c6806d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.710303113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"1b38e1e2-52ed-4db7-927f-9b2651c6806d","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.810300273Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-sub-only","reconcileID":"058681bc-6e73-4ee3-a095-f22c7ae86510","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-test-group-sub-only","ai-tenant-e2e-worker-w2-9da431/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.815285868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"015ecf5d-f502-4fa2-9d68-98be630bc78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.81663496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"25b2c4fd-9cd7-4141-991a-a58d4c0c937b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.871122707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"015ecf5d-f502-4fa2-9d68-98be630bc78c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:25.872129497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"25b2c4fd-9cd7-4141-991a-a58d4c0c937b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.022687786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"83cc5ba9-83e6-4121-8fb1-7d69e8a66ea9","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.064091529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"184f9d2b-cb2f-481d-a17d-d85040f53d2b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.234201578Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-sub-only","reconcileID":"96e470d7-ac25-44b7-a4c1-7d127f7305e3","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.863249922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d3d151-0a83-41ba-81ad-384c2795206c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.913420304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d3d151-0a83-41ba-81ad-384c2795206c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:26.963444414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d3d151-0a83-41ba-81ad-384c2795206c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:27.013819171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6d3d151-0a83-41ba-81ad-384c2795206c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.628553486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"950ec11c-fa71-487b-bb7f-f0d002a03321","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.684989598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"ccbd1b82-973f-4fb0-90af-03618836058c","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.764620695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"5a06c9ba-4026-466b-9062-8512552a94fc","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.843568678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"509f3645-de58-4e0f-99fb-13dee4e15c54","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.900061193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"509f3645-de58-4e0f-99fb-13dee4e15c54","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.934030078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"17bc2eaa-46b5-4f1e-8208-0e952f332ba4","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.943844035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"67cf07c1-d0c5-4d86-bf13-b36229dc4339","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.944499365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3f3564ce-7116-4e28-96c0-bb5e9f3994ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.944809636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"272d4958-8f97-4c1e-b84a-bbf3b0082bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:28.989002017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"1388dc86-f499-483c-886e-b087eb68976b","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.001278842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"272d4958-8f97-4c1e-b84a-bbf3b0082bcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.001758624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"67cf07c1-d0c5-4d86-bf13-b36229dc4339","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.003639504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"3f3564ce-7116-4e28-96c0-bb5e9f3994ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:29.044008944Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-sub","reconcileID":"e6a5044a-9886-4b40-8495-9f97db1fb424","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.100713035Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"0607a88c-bb6b-4586-aa26-ad2458c37a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.156884712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"45fcf932-914d-472f-9775-081a77922749","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.208263872Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"0607a88c-bb6b-4586-aa26-ad2458c37a75","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.210094762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"1abeb405-d71f-4c75-a8c9-aa84ccbf7d74","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.213228833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"0a885f26-825c-4f35-b5d8-78f963d04b03","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.359564901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"7b2116a4-0485-49d5-87d8-b99d86028c26","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.415105171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"7b2116a4-0485-49d5-87d8-b99d86028c26","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.426575957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"e9cb8be8-80fe-4290-be24-25643bb3cfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.547665951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"e9cb8be8-80fe-4290-be24-25643bb3cfd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.548293527Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-sub","reconcileID":"5de78f2b-2b2a-4380-ab9b-16bf1980e85d","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-e1793d/e2e-status-active-sub","ai-tenant-e2e-worker-w1-e1793d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.59774915Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"a335b4e3-5679-4bcc-af15-cc819759fcad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.655229531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"a335b4e3-5679-4bcc-af15-cc819759fcad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.709635623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"cd3f094c-c1da-4a82-8292-0db02b3c6cb7","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.734495536Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"2ca321e5-aa90-49d9-89e0-fe9c86141f80","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:29.912288659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-sub","reconcileID":"29212f96-ae64-4b94-89d0-696120b684f4","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:30.07321904Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"00cb6859-da2f-410d-8f94-c69791e58c20","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:30.085331314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8943a487-3b53-41f5-884c-e85a9c244ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:30.135882234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8943a487-3b53-41f5-884c-e85a9c244ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:30.186990911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8943a487-3b53-41f5-884c-e85a9c244ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:30.237432401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8943a487-3b53-41f5-884c-e85a9c244ed7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:30.520524669Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b22fcc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b22fcc","reconcileID":"966df3bf-54a8-4c2b-b362-4b0be34f4dbc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b22fcc","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-b22fcc":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.794530741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"5a817d52-3763-4fed-9e27-1a06510a664c","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.943707854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"4c8736d4-ed7e-4d46-98f7-a95fbd1dfbd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.943733548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ff296d08-2deb-4a27-aa36-aeb291f2f64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.944320155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"6369d6b0-4749-41ba-88f1-dbd590e4d6d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:31.999736072Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ff296d08-2deb-4a27-aa36-aeb291f2f64d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:32.002266064Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"4c8736d4-ed7e-4d46-98f7-a95fbd1dfbd1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:32.002938623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"6369d6b0-4749-41ba-88f1-dbd590e4d6d8","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:32.109356828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9e1e8f-c54f-4300-95d8-29f9ca59e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:32.160088948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9e1e8f-c54f-4300-95d8-29f9ca59e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:32.210873172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9e1e8f-c54f-4300-95d8-29f9ca59e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:32.261140988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d9e1e8f-c54f-4300-95d8-29f9ca59e072","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:32.876553603Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-user-subscription","reconcileID":"8b0553e3-268e-48de-8ab5-42a03d070a6d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-test-user-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.085621989Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-user-subscription","reconcileID":"8b0553e3-268e-48de-8ab5-42a03d070a6d","MaaSSubscription":{"name":"e2e-test-user-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-test-other-subscription","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.323649929Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-other-subscription","reconcileID":"c029255c-52cf-4564-9676-aedf0125dd1a","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.32379563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"4038aa45-be57-4258-a98e-4b4a291cd241","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.332327937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5c562339-ed29-4b38-9cc7-c8db24928560","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.483699788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"01f511ba-03fc-411c-be20-430bf4286d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.483956933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"c54df0a2-7b02-4621-a042-9f14ca688ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.484223563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"25598421-839a-46f5-bf72-3efda4cdcd90","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.496512871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"5fae4c47-d6d0-4ffb-8ccd-8bf6ce5ad6a8","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.539499241Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"01f511ba-03fc-411c-be20-430bf4286d3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.539696024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"c54df0a2-7b02-4621-a042-9f14ca688ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.541685577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"25598421-839a-46f5-bf72-3efda4cdcd90","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.929633497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"340827e6-e2db-4fc0-a5e9-80e3a5b1c06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.929796947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"8509635e-aab9-46fa-bcc3-fddd4e488528","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.92963524Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"eef6480d-842d-4727-b1a8-5d58949aa716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.987451469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"8509635e-aab9-46fa-bcc3-fddd4e488528","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.987505727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"eef6480d-842d-4727-b1a8-5d58949aa716","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:33.989666177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"340827e6-e2db-4fc0-a5e9-80e3a5b1c06d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:34.155478431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf0ecbc-d58e-4b23-86f3-9d40db30f0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:34.206098629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf0ecbc-d58e-4b23-86f3-9d40db30f0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:34.260175316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf0ecbc-d58e-4b23-86f3-9d40db30f0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:34.310943366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cf0ecbc-d58e-4b23-86f3-9d40db30f0a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:38.923776476Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-sub-only","reconcileID":"efddf720-3829-4047-b628-f03716022700","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscription":"e2e-test-group-sub-only","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.142595281Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-sub-only","reconcileID":"efddf720-3829-4047-b628-f03716022700","MaaSSubscription":{"name":"e2e-test-group-sub-only","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.34866801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"e76c2ace-e8dd-43a8-95a9-682b5b624c04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.358971476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"e60d5e0e-cf5f-4d98-b052-2bb32940e555","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.508996051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"2cca8af4-36a1-4f0b-b283-3ca81d80ac31","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.509229291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"44c83522-39b3-4f83-ab88-feb6061be0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.508998325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"56a31eea-695d-4b00-8956-596128e0c968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.558484447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"3fff9371-f896-4ab4-afa7-38febee54132","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.564906406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"56a31eea-695d-4b00-8956-596128e0c968","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.565439594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"44c83522-39b3-4f83-ab88-feb6061be0e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.567413138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"2cca8af4-36a1-4f0b-b283-3ca81d80ac31","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.715537528Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-test-group-no-auth","reconcileID":"b692761b-d34f-48f6-b76c-86c43e271629","MaaSAuthPolicy":{"name":"e2e-test-group-no-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:39.923522351Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"822d9174-d6d0-4d91-ade6-ed81c654c39a","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:41.950157607Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-sub","reconcileID":"5e10102e-523d-49e5-8fad-e5b5309e8a81","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscription":"e2e-status-active-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.158852765Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-sub","reconcileID":"5e10102e-523d-49e5-8fad-e5b5309e8a81","MaaSSubscription":{"name":"e2e-status-active-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e1793d/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.368399655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"4304dd30-fa89-4efd-b058-d607f4bcf6ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.42030531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"9159b734-d6b4-49ed-ae14-84ad8234d2f2","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.571566026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d14533c3-3f91-4068-8893-0ad16d42dc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.571714618Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"f513a069-d2c9-47f7-ab75-bb1d49344253","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.571566004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"6856fd54-b69c-4a26-8a93-da039c21f335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.606087134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"680850d7-1975-4ff7-8121-3c8a66468566","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.627162062Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"6856fd54-b69c-4a26-8a93-da039c21f335","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.627386325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d14533c3-3f91-4068-8893-0ad16d42dc1f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.629487774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"f513a069-d2c9-47f7-ab75-bb1d49344253","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.777792102Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-active-auth","reconcileID":"2be459fe-97a0-455f-b84f-285d309ecbec","MaaSAuthPolicy":{"name":"e2e-status-active-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:42.983413594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"f23010a6-e647-4083-b1c7-35a0365a3604","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.732993537Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-other-subscription","reconcileID":"9d12bc2e-e727-40bd-a86e-b673426e72be","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-test-other-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:43.941606986Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-other-subscription","reconcileID":"9d12bc2e-e727-40bd-a86e-b673426e72be","MaaSSubscription":{"name":"e2e-test-other-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:44.125378411Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-failed-sub","reconcileID":"346469de-03da-4635-8219-0d0eef90e661","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.143255322Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"3497620c-1388-4d72-938f-e05ddb433d66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.168327665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"97791b98-a36b-4044-8723-f354a65704f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.168425019Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"2257c293-d9ee-4d7e-a587-00abf95df486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.203570976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"553596b9-63be-4e1f-8d3c-658fae4be06b","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.224135613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"2257c293-d9ee-4d7e-a587-00abf95df486","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.225643153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"97791b98-a36b-4044-8723-f354a65704f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.353528236Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"6916663e-c186-4fbc-9416-c15e723c1f4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.353633464Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d03aa17c-59ce-47e4-bda6-1c363ed341b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.354225388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"f049c0a4-2179-4933-8380-0f67be1dbdb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.380340425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a756cd8a-b666-4f5a-a4d0-f746512d46de","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.412882585Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"f049c0a4-2179-4933-8380-0f67be1dbdb1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.41491545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d03aa17c-59ce-47e4-bda6-1c363ed341b8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.4159255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"6916663e-c186-4fbc-9416-c15e723c1f4f","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.524996725Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"55e7b522-a16c-48d2-8366-e9086b51ec64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.525095815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1bb99c1a-2b80-431f-9bb5-6b7e4e1783ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.581910336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"55e7b522-a16c-48d2-8366-e9086b51ec64","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.582041152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1bb99c1a-2b80-431f-9bb5-6b7e4e1783ff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.613113804Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-test-auth-access-denied","reconcileID":"9e2252a3-18c1-44fb-8c62-f825c4930a2a","MaaSAuthPolicy":{"name":"e2e-test-auth-access-denied","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:44.819233126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"fc168781-5b26-42ba-8048-0238fad36338","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.70659818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"85673300-90a2-424c-806a-cbe7c0710061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.706750376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d6fca9f9-cd76-481e-a087-5196a154c366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.763029402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"85673300-90a2-424c-806a-cbe7c0710061","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:46.76302941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d6fca9f9-cd76-481e-a087-5196a154c366","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.026319455Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","namespace":"ai-tenant-e2e-praxis-b-e0907d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.02640429Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","namespace":"ai-tenant-e2e-praxis-b-e0907d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.026456055Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","tenant":"e2e-praxis-b-e0907d","tenantID":"e2e-praxis-b-e0907d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.078795614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-e0907d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.137328193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"Service","name":"maas-api-e2e-praxis-b-e0907d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.195718184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-e0907d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.247883088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-e0907d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.302378619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.355382514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.410681112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.463283803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.513503862Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.569411658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.619230788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"Service","name":"payload-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.668901572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.718545381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.768532225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.81854374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.8725756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.923974456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:47.973764058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.023709103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-e0907d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.07434614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-e0907d"},"namespace":"ai-tenant-e2e-praxis-b-e0907d","name":"default-tenant","reconcileID":"f96231e3-dd7b-45e8-afcc-5ba9ab04aea9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-e0907d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.426461725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"eb4d187c-82b4-41c1-86dd-d06f2bdacd1a","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.479461076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"51558aa2-1ca7-4bc6-bef2-bbb648ca3b72","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.629052289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"32e10d0b-4be5-41f5-886b-795c0dc7228f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.684633028Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"32e10d0b-4be5-41f5-886b-795c0dc7228f","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.739939551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"7b78bb0b-a15b-4cd8-a3b8-63c5a04fd4e6","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.795218422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"fd11e213-3829-4b17-b4be-c96dd2bed62f","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:48.847321221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"dda5b797-5c84-4fd4-965d-410c491491b3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.88883568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d52fbadb-576f-41ce-b000-c1c4d3b142e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.888838409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"40df7a8b-72f0-41fb-ab9c-3bdb8bcb766a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.944452881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"40df7a8b-72f0-41fb-ab9c-3bdb8bcb766a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.944593465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d52fbadb-576f-41ce-b000-c1c4d3b142e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.95959365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"f5c1fc75-eeeb-4808-a4f2-41fd17183b5d","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:48.993677736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"cb88235d-f999-479d-932b-d543701ac838","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.014961188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"d99a42ab-e38f-4f2f-aa78-72e87e7cd116","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.144752957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"ca540d07-ddd7-48d3-afab-5d4c710e2f6a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.199938451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"ca540d07-ddd7-48d3-afab-5d4c710e2f6a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.244748955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"e01fe37b-f305-44c9-bd0c-e762c336c259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.244751684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"f3610a83-bfa9-40bd-aeb4-9e887779cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.271685587Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"cc76f7f4-c55d-4042-b1ad-b039dd1ee54b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-status-degraded-sub","ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.271837005Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"cc76f7f4-c55d-4042-b1ad-b039dd1ee54b","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-9da431/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.300059038Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"f3610a83-bfa9-40bd-aeb4-9e887779cbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.300071944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"e01fe37b-f305-44c9-bd0c-e762c336c259","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.474539953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"25691109-53fb-4d30-801c-e3e694fa90da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.481767301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6e4aa87f-d2d4-4414-8d39-d4f8a0a43ec8","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.68256149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"92d2d7a2-c9ad-4bd5-acb7-fac21cdd08e6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:49.682713838Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"92d2d7a2-c9ad-4bd5-acb7-fac21cdd08e6","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-9da431/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.285746076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"b27c647d-89c1-4c60-875f-c5f684b1757b","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.412061851Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e0907d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e0907d","reconcileID":"d01be6d7-b967-4efd-a293-64d665451884","aitenant":"ai-tenants/e2e-praxis-b-e0907d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.461816158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"bb0c1798-231d-464e-abf8-f3a02e796043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.462207575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b99b5fea-19f7-4db8-a677-a84e2aff1ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.462807978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"94842c96-65e6-401d-8090-bbe7d444c4c4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.518057944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"bb0c1798-231d-464e-abf8-f3a02e796043","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.518614838Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"94842c96-65e6-401d-8090-bbe7d444c4c4","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.520787162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b99b5fea-19f7-4db8-a677-a84e2aff1ec2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:51.97252456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a34df-b2ba-4968-a026-1abaec0b1ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:52.022799511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a34df-b2ba-4968-a026-1abaec0b1ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:52.072872113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a34df-b2ba-4968-a026-1abaec0b1ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:52.123119681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"086a34df-b2ba-4968-a026-1abaec0b1ee0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:52.231636851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-e0907d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-e0907d","reconcileID":"d01be6d7-b967-4efd-a293-64d665451884","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-e0907d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-e0907d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:53.892794199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"f4f3a16b-48e1-4ca8-808d-f7a9e707c172","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:53.913275883Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:53.947628123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"6c304188-b2c0-442d-b85a-fde7bc862bcd","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:53.971222579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f25f723-4899-4ad2-9977-e1b9f920545c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.022038742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f25f723-4899-4ad2-9977-e1b9f920545c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.072261838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f25f723-4899-4ad2-9977-e1b9f920545c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.12273831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f25f723-4899-4ad2-9977-e1b9f920545c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.222227868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-status-active-auth-only","reconcileID":"cf0deb52-4506-4cbb-a48f-4dca55e51471","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.278337449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-status-active-auth-only","reconcileID":"cf0deb52-4506-4cbb-a48f-4dca55e51471","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.585219073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"bc43fa84-4c8c-4bec-bdde-d4b800244f26","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.734431561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-status-active-auth-only","reconcileID":"729ec9e3-2254-45b7-a8ed-91cad4b84da6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:54.789436476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-status-active-auth-only","reconcileID":"729ec9e3-2254-45b7-a8ed-91cad4b84da6","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:55.664729369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"3553868c-d3ff-4efd-8fd7-4aba97629051","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:55.963198973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64adc0d9-3991-4c1c-b402-0ab3f46a1d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.013470717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64adc0d9-3991-4c1c-b402-0ab3f46a1d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.06388426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64adc0d9-3991-4c1c-b402-0ab3f46a1d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.114210391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64adc0d9-3991-4c1c-b402-0ab3f46a1d80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.638943181Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-status-active-auth-only","reconcileID":"7854aca8-9910-4fc1-9d13-b1ebbcce9ff1","MaaSAuthPolicy":{"name":"e2e-status-active-auth-only","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.639027095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c7014a0d-7a83-4287-8218-72e2b78110c2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.714842937Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-failed-sub","reconcileID":"d948efa5-ea6f-424d-aa55-9ecebe81e701","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/nonexistent-model-xyz","subscription":"e2e-status-failed-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.714981015Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-failed-sub","reconcileID":"d948efa5-ea6f-424d-aa55-9ecebe81e701","MaaSSubscription":{"name":"e2e-status-failed-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/nonexistent-model-xyz","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e1793d/nonexistent-model-xyz","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:56.843931203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"67d54513-3342-42d1-b625-94db52061da3","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.176518351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5d894e15-347a-49d1-b461-a8b0ea0decd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.176549916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"36cb3dbb-b9de-41de-a173-caecc8df6232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.231872841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"5d894e15-347a-49d1-b461-a8b0ea0decd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.23218065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"36cb3dbb-b9de-41de-a173-caecc8df6232","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.880878991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"1776e7fe-769a-4083-8782-503b928db258","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:57.938306357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"504997c0-5bd0-4e0f-a3f7-b11663d9b3be","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.129880963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0621d202-b746-4960-b493-bb4e3b3ef093","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.185135541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0621d202-b746-4960-b493-bb4e3b3ef093","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.222456259Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"4a3ed811-6784-4740-9788-4d8b866c7737","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.222489424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"4a3ed811-6784-4740-9788-4d8b866c7737","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.318677073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"68a77bbf-df46-45ce-a936-0cc336b9d8e2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:58.319521461Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"8bc3e74c-c96e-4eb3-8840-f9aa812f7fd6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-healthy-inf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.323060918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"e88908af-10ea-42c7-98a1-8c0063420577","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.371138233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6797e28c-c087-429e-ac0d-677f8b48b7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.371133882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bb321aa9-9717-429e-9769-3f29311c91dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.426859551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6797e28c-c087-429e-ac0d-677f8b48b7e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.426897477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bb321aa9-9717-429e-9769-3f29311c91dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.427562857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"1ea3c8bf-5153-498f-a8ba-1498be53a9ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.427577683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"1ea3c8bf-5153-498f-a8ba-1498be53a9ef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.431415032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"ca213f57-d93d-4d4f-8db8-af7dadaa47c4","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.480170497Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"8f41aed2-fe3c-48f7-a705-bc645957cfc7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.480191532Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"8f41aed2-fe3c-48f7-a705-bc645957cfc7","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.486741742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"fff5170b-ac19-4afb-a786-aa19730772cb","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.525000345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"d3c70e51-7f3f-42aa-9f26-3875b8faf3ef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.676434875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"324383d0-a35b-4b25-996d-1e91deab0c64","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.678187162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"be3dadcb-c1da-4ef0-a57e-b36537f15de8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.730789246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"32452d92-5d2d-4146-ba85-e82e114a21eb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.730810707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"32452d92-5d2d-4146-ba85-e82e114a21eb","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.731899625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"324383d0-a35b-4b25-996d-1e91deab0c64","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.73426683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"be3dadcb-c1da-4ef0-a57e-b36537f15de8","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.744508198Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"496cf3d4-2d39-4131-88ad-6db4cda63d2a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-degraded-healthy-inf","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.744668414Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"496cf3d4-2d39-4131-88ad-6db4cda63d2a","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.776016018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ae6b99bd-d7a1-4a6d-b6b3-73746c4f0617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.776018325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1550f45b-caf9-451a-9c0d-d384273e32b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.787734012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"f8147ac9-8d2a-46d9-97b3-0f9ba3b06855","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.831281157Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ae6b99bd-d7a1-4a6d-b6b3-73746c4f0617","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.831453667Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1550f45b-caf9-451a-9c0d-d384273e32b1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.839438519Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"5da9f28c-3b78-423d-a23b-4a22a26d1991","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.839457748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"5da9f28c-3b78-423d-a23b-4a22a26d1991","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:02:58.841068909Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-e1793d/e2e-status-transition-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-status-transition-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.892223433Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"5e1d96d8-309c-4fa4-bf26-9fdba3262e2a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.89224265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"5e1d96d8-309c-4fa4-bf26-9fdba3262e2a","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.931996385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"b0734a9c-fd00-4a4a-aa77-f3ac8b794ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.948390318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"be78dc11-bd01-42ad-9724-6e393b443256","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:58.986729659Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"b0734a9c-fd00-4a4a-aa77-f3ac8b794ffd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.006254096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c664a253-35ef-4774-95b6-1a6a20180b63","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.087094387Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"03e48af5-35d3-4414-bfc8-2bb75df6b48f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.087116559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"03e48af5-35d3-4414-bfc8-2bb75df6b48f","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.096523084Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"3f29d8a2-c1e0-4e3a-9515-128c7e849386","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-temp-model-status","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-e1793d/e2e-status-transition-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.1310773Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d93f09c6-d8a0-4eb7-b61f-2f115498a04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.186288678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"d93f09c6-d8a0-4eb7-b61f-2f115498a04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.207217162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"648ad481-80e9-4995-8089-fa65e9d872cd","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.207406875Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"648ad481-80e9-4995-8089-fa65e9d872cd","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.257413633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"c01ae46c-9478-4b1c-9055-e3337c7ee71d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.257435496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"c01ae46c-9478-4b1c-9055-e3337c7ee71d","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.285422752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"a93e9823-51a7-4c09-8220-09fadc64bf20","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.340783375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"a93e9823-51a7-4c09-8220-09fadc64bf20","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.362639505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"89223b38-da29-4eaa-bc7d-7dcbc82d7719","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.432495462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"3711532f-0a84-47c4-b78e-50823eec7e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.463582881Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"79b9d8b2-42f3-43c8-8cd8-c8239a71c003","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.47733416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"ceafcc73-cb4e-4c40-a71b-b8f6bf91d11a","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:02:59.489539401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"3711532f-0a84-47c4-b78e-50823eec7e9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:00.145839382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"147eb30b-3215-466d-8f84-6c5cec05411b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.425580016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"29413ce6-a053-404b-bf01-dff0959adbaf","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.442389943Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"b9011317-a067-4fad-9337-5b9646f6b587","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.575703476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6ff82336-5a0f-473d-b6d8-f12b36f422bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.575786332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ddda1ade-cef1-47ad-b51b-a66c9a7681b3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.576239239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"06dc1331-adc4-4a7b-827d-98ff61b3e869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.577467507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"fc34c8bc-e32a-49d3-b427-763a067cb5eb","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.631235602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"ddda1ade-cef1-47ad-b51b-a66c9a7681b3","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.632493192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"06dc1331-adc4-4a7b-827d-98ff61b3e869","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.633685138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6ff82336-5a0f-473d-b6d8-f12b36f422bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.634695982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"14f216e8-44bc-44b5-95a5-4425c7ef8031","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.634717538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"14f216e8-44bc-44b5-95a5-4425c7ef8031","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.653890498Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"b9011317-a067-4fad-9337-5b9646f6b587","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.653929023Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"b9011317-a067-4fad-9337-5b9646f6b587","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/nonexistent-model-partial","subscription":"e2e-status-degraded-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.654058083Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-sub","reconcileID":"b9011317-a067-4fad-9337-5b9646f6b587","MaaSSubscription":{"name":"e2e-status-degraded-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/nonexistent-model-partial","error":"MaaSModelRef not found: e2e-models-e2e-worker-w2-9da431/nonexistent-model-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.683913984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"093d76b1-2630-4643-b60c-65f339e36d40","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:01.689072707Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-41aa5f/e2e-ordering-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ordering-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.733895814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9d9c1594-cf92-4a1b-891e-602b9d222a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.734192881Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"9cd79578-05e0-47ad-9042-3170c93f2930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.738743685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"3161f540-aa7d-4efd-9d8c-eda3ffecfe17","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.789406998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"9d9c1594-cf92-4a1b-891e-602b9d222a06","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.790638128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"9cd79578-05e0-47ad-9042-3170c93f2930","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:01.856081656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"76ec78a1-c9e0-4f11-b6f4-df63ed28b965","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.01347101Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-sub","reconcileID":"5afae8bb-9378-4348-ab55-f84158b7dfd1","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/e2e-ordering-sub","ai-tenant-e2e-worker-w3-41aa5f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.015962826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"97da25d2-e5bc-4891-aa88-a9fb9c010ba7","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.070274842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"51c34c6a-6d3f-4493-8fae-4c994f45fa0e","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.164942435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"415eb2e4-a394-4ceb-bc2e-f3b7f8d9cf33","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.165275767Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"79b5b8d3-0082-428a-a162-f8cbab74bde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.164942322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"594beca4-e0e5-409e-a6ad-7d41f3a4c0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.17631732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"8d1bd2b0-07d2-4ffb-bfe4-d5b2ff02983e","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.182906493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6141bf6f-5817-4e5d-9864-63fa114582ba","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.216391673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"74fabdd3-1c31-40dc-9023-cdd0b723f6ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.222158884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"79b5b8d3-0082-428a-a162-f8cbab74bde1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.222174559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"415eb2e4-a394-4ceb-bc2e-f3b7f8d9cf33","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.225682886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"594beca4-e0e5-409e-a6ad-7d41f3a4c0ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.265782175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"79253c1e-f654-432b-afa9-a14f727e3b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.266094268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"e4b684d3-949b-4dd5-b6e3-ea70d9f6133b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.323027703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"e4b684d3-949b-4dd5-b6e3-ea70d9f6133b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.328985726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"79253c1e-f654-432b-afa9-a14f727e3b48","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.379296715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-sub","reconcileID":"7bb439c2-781c-4744-bfb1-92fb2b63fe76","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.422752131Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"e40de4fc-91f5-4c86-b1a3-2d66408c76b5","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:02.684540085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"4c4b05d8-2751-4800-b259-33bd16f1c291","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.612981888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"c3a31219-9ea6-47b5-82e4-506f59b81aae","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.668471454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"775d977e-1465-4958-9c6d-dc59d57ef876","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.867174225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"de453c76-8603-453c-9ed8-34b557dd519a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:03.922578807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"de453c76-8603-453c-9ed8-34b557dd519a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.025807747Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"de453c76-8603-453c-9ed8-34b557dd519a","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.335339496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"956ff287-7b46-4df2-8c84-bee8fffb376f","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.412869554Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-sub","reconcileID":"aa85e6dc-c47e-4875-91a0-286dd9cba508","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.413056222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"d1ac9ed8-c14d-4b76-9bc8-3f8a73f967a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.53396668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"2a0710a3-918f-47e1-8f81-6bfe19ea4f1c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.589500634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"2a0710a3-918f-47e1-8f81-6bfe19ea4f1c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:04.693038037Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"2a0710a3-918f-47e1-8f81-6bfe19ea4f1c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:05.155147462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"0b229aec-5f48-4165-84f9-262a7ea33331","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:05.21042997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"7a74128e-6224-400f-81bb-04b9df6bb9ae","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:05.362046081Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-auth","reconcileID":"f567e159-533e-4b6c-8809-669281227c87","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:05.418032027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-auth","reconcileID":"f567e159-533e-4b6c-8809-669281227c87","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:05.677257464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"0634f685-dc1b-47e9-914e-65283993baae","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:06.143125373Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"b4a6b6ea-6d4a-4799-9675-4334e53d0c9c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:06.143194058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"7180c1d5-0b4f-42b7-b710-81f27193ece8","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:06.193272286Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-status-degraded-auth","reconcileID":"b4a6b6ea-6d4a-4799-9675-4334e53d0c9c","MaaSAuthPolicy":{"name":"e2e-status-degraded-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/nonexistent-model-auth-partial","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:06.450015902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"1be25611-d3af-4c73-89ad-761c73501f47","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:07.560709608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"8a6950ea-6148-4ea4-99b3-b804cce88a5b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:07.674562646Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"8a6950ea-6148-4ea4-99b3-b804cce88a5b","name":"e2e-praxis-a-b22fcc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:08.102605515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"78336d77-895f-48d2-8809-dd6273141d69","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:08.251640535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"c3f4ce8d-0e76-4638-83a6-1e93de0666bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:08.251669017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"013644f9-362f-4783-9144-2159705d2c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:08.252201467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-auth","reconcileID":"7851ff03-ff94-41ec-86c1-374a2d45e6b4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:08.307520501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"013644f9-362f-4783-9144-2159705d2c67","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:08.307722188Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"c3f4ce8d-0e76-4638-83a6-1e93de0666bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:08.309845868Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-auth","reconcileID":"7851ff03-ff94-41ec-86c1-374a2d45e6b4","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:11.582717772Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"5f45f9f4-54e8-4fef-a4e8-65512086c4fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:11.788786112Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"5f45f9f4-54e8-4fef-a4e8-65512086c4fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:11.788816367Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"5f45f9f4-54e8-4fef-a4e8-65512086c4fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-inf","subscription":"e2e-degraded-healthy-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:11.788932175Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf","reconcileID":"5f45f9f4-54e8-4fef-a4e8-65512086c4fa","MaaSSubscription":{"name":"e2e-degraded-healthy-inf","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-inf","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-inf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:11.991313102Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"8e2d7226-e23b-459d-819b-b726692752c0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.102476844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3b5b9ea7-48ca-4d62-870f-72dc31159193","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.261556441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d5074938-d7db-4a9b-b35c-3f68e37717ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.261752711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0c809b02-d27c-47a8-b3cc-44cceef1dc88","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.261984726Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"8c4dac38-d0fc-4081-9fc2-6943b64b747d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.291304037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"bb7c5ff1-9b63-4d1f-a371-bc7fc6ef8b56","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.337489426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d5074938-d7db-4a9b-b35c-3f68e37717ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.337488428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"0c809b02-d27c-47a8-b3cc-44cceef1dc88","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.339543083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"8c4dac38-d0fc-4081-9fc2-6943b64b747d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.486877045Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-healthy-inf-auth","reconcileID":"93197ef9-2a97-4d99-9f5a-7116227053fe","MaaSAuthPolicy":{"name":"e2e-degraded-healthy-inf-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:12.642332153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b5b217e5-8964-4dc0-9dfb-8569f7d67e6e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:13.633641768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"9d00a29b-5ca8-465a-a33e-5e2710b61e62","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:13.686274517Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"8a4a75f4-8ce2-46b8-a8a4-d5b8a28e18b2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:13.837211709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"73df3b1c-d04c-49e7-a43c-f84036327064","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:13.892609483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"73df3b1c-d04c-49e7-a43c-f84036327064","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:13.927597201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"2b03089c-26f4-420c-b31e-ab7f786d2902","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:13.982952669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"59eb50c4-0325-4ce6-b440-9967cfad3537","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:14.034432478Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"1b66262f-9d3a-4010-b5c8-9ff0a6f7f3a5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-kube\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.077605634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5210df99-10a3-40ec-b909-dae73c1d4e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.077612644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4a206101-fbad-4bff-a48a-b4b980831357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.1330455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4a206101-fbad-4bff-a48a-b4b980831357","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.13305108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"5210df99-10a3-40ec-b909-dae73c1d4e65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.148280196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"4604c6f1-d84f-4864-8bb0-3bec6bae6398","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.20215591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"54f4bbd4-986a-4ddf-ae70-1768467593d7","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.203041424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"89918b8f-74df-419d-b323-2bf6ec33448a","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.352240622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"f7b793e0-0759-41eb-994d-dc1a1de7de7f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.407343282Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"f7b793e0-0759-41eb-994d-dc1a1de7de7f","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.446723632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"6c133caa-a908-4729-aa1b-8bb07db86ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.44673127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"8cf95016-ec10-4f5c-93e4-7e7838b772c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.460644683Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"669f8cc7-010d-47d7-9b33-e90b23aab611","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-degraded-models-kube","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.460787499Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"669f8cc7-010d-47d7-9b33-e90b23aab611","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.502307015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"8cf95016-ec10-4f5c-93e4-7e7838b772c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.50243107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"6c133caa-a908-4729-aa1b-8bb07db86ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.66260333Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"579c7986-0205-4e6e-be7f-7bc8d46dec39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.721062544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"75a49227-1e1b-4de9-9c76-4be773869a54","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.923749193Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"69038757-db32-4936-b0e3-0963e968bcdd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:14.923945192Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"69038757-db32-4936-b0e3-0963e968bcdd","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.322727737Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"6032b3b4-a13a-4b05-b734-f9e524b675da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.322765461Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"6032b3b4-a13a-4b05-b734-f9e524b675da","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.379394468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"8137efe4-6bf5-4f00-a18b-72045a2d4d27","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.491227886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"7a50c557-0bb6-4150-8354-30c5ee06c325","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.491254539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"7a50c557-0bb6-4150-8354-30c5ee06c325","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.546306052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"9898b22e-5d65-4f7f-a47d-74df54b3bcd9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.546331466Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"9898b22e-5d65-4f7f-a47d-74df54b3bcd9","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:15.598786446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-sub","reconcileID":"059f133b-9008-4cdb-a986-b35540ff9ee5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-enrichment-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.604034331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"8f6f5727-a716-4529-a251-2a2d68aa5df8","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.640939144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"51567f15-b66f-41d8-83d0-09c7577c7a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.641168742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a1c16872-0bce-470a-814c-8225c2c85cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.696144664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a1c16872-0bce-470a-814c-8225c2c85cf6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.696162412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"51567f15-b66f-41d8-83d0-09c7577c7a74","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.710869071Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"ecbefdfa-b604-4e35-9e29-9ceb6df6af66","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.710889223Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"ecbefdfa-b604-4e35-9e29-9ceb6df6af66","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.765295915Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"070f55a4-3c01-41c8-b23f-23b945540621","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.765322604Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"070f55a4-3c01-41c8-b23f-23b945540621","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.822235829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"4d84b94a-4b1c-48c8-b5be-e0f8299c4ef5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.822265323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"4d84b94a-4b1c-48c8-b5be-e0f8299c4ef5","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:15.874332751Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"4d84b94a-4b1c-48c8-b5be-e0f8299c4ef5","name":"e2e-enrichment-model-ref","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:15.874436572Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"4d84b94a-4b1c-48c8-b5be-e0f8299c4ef5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-enrichment-model-ref\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.879812037Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"fe536815-2b1f-477f-819e-d5c83444ce11","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.879833381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"fe536815-2b1f-477f-819e-d5c83444ce11","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:15.971614879Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-sub","reconcileID":"9c10f2af-8d14-42ea-9f91-8231f242be1c","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-enrichment-model-ref","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-enrichment-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.01833592Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-auth","reconcileID":"3112e0df-8824-47aa-974e-a1595d5358a9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.073677859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-auth","reconcileID":"3112e0df-8824-47aa-974e-a1595d5358a9","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.098891814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"e772dfe5-cc1b-4662-a9e6-ac7a59b573ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.117978505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"1ace734d-f319-42c5-b34b-18f7b0c01d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.133522134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"78d990f6-abce-4465-a5b2-6066a9e7fe72","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.133546337Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"78d990f6-abce-4465-a5b2-6066a9e7fe72","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.15600849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"e772dfe5-cc1b-4662-a9e6-ac7a59b573ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.173181589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"1ace734d-f319-42c5-b34b-18f7b0c01d0f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.335549104Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-sub","reconcileID":"040f51f4-aa1b-406e-a10a-ba03c4308380","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.384649174Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"961dcafb-5834-4fea-87f0-b6ecbb744611","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.384669503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"961dcafb-5834-4fea-87f0-b6ecbb744611","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.584164106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-auth","reconcileID":"5f59a415-4c49-4f52-bf9f-147a5b9c9b31","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.639927598Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-auth","reconcileID":"5f59a415-4c49-4f52-bf9f-147a5b9c9b31","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.732399755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"37e3de35-076b-4b9e-9fdf-6bbd4cb70ac0","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.881947258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a931a942-9a23-46de-b9dc-1c1b94bea709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.88215947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"f07212bf-5dfa-4bd4-8978-986b9885d69d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.881949165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"52376ef7-e42d-41d9-94f2-9d704ad2aeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.939681334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"52376ef7-e42d-41d9-94f2-9d704ad2aeff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.939837638Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a931a942-9a23-46de-b9dc-1c1b94bea709","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.942088837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"f07212bf-5dfa-4bd4-8978-986b9885d69d","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.975927247Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-auth","reconcileID":"0464d7e0-339f-4f60-b01c-77e4d4ec5175","MaaSAuthPolicy":{"name":"e2e-enrichment-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.975970916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"557529a6-219e-4ec3-8fc2-229d1ace5df8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:16.975983925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"557529a6-219e-4ec3-8fc2-229d1ace5df8","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.181331903Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"cf1c5c8d-aedd-46fa-8935-0c06cca5703c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.181351673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"cf1c5c8d-aedd-46fa-8935-0c06cca5703c","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.183194766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"13ffa854-ccd9-49f8-9269-51fed1cf42e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.239994832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-sub","reconcileID":"2c094772-eee5-484c-96e1-857781189796","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-e2e-enrichment-model-ref","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.240348173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"13ffa854-ccd9-49f8-9269-51fed1cf42e0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.326569224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"31a41569-9c82-4a05-aaa5-23f7106ff411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.343152633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"156857cc-afd2-43b7-9c9a-ceeda7b6e903","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.343174858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"156857cc-afd2-43b7-9c9a-ceeda7b6e903","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.381483453Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"31a41569-9c82-4a05-aaa5-23f7106ff411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.544098739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4e1eaa71-dbd5-4368-b7df-6609fbeffa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.60000902Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4e1eaa71-dbd5-4368-b7df-6609fbeffa32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.731415101Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9129cad5-a326-469d-b9e2-85ae6703e264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:17.786699811Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9129cad5-a326-469d-b9e2-85ae6703e264","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.259587082Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-sub","reconcileID":"b37eb255-70c9-4d42-b446-f7d00ed42df8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscription":"e2e-ordering-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.468614007Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-sub","reconcileID":"b37eb255-70c9-4d42-b446-f7d00ed42df8","MaaSSubscription":{"name":"e2e-ordering-sub","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/premium-simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.674107651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"7639ed4b-e8cd-4a89-93d9-a61e59528c16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.72911479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"b95a3a0f-8e27-4a2b-8b5a-ea567ee1dc7d","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.880233429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-auth","reconcileID":"16e520f1-e02f-433c-94b0-3f22fd3bf724","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.88040851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"1ac16d50-173d-49c4-9d43-2a42135af25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.880231735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e924554e-a0b0-496c-99af-c023b5daf5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.887717303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"18e941cc-404a-42c6-8141-213dc05b450b","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.936805704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"1ac16d50-173d-49c4-9d43-2a42135af25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.936858329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e924554e-a0b0-496c-99af-c023b5daf5c6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:18.939066186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-auth","reconcileID":"16e520f1-e02f-433c-94b0-3f22fd3bf724","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:19.138347191Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-ordering-auth","reconcileID":"2e465cf4-a6ac-4a4d-b174-b4ef2959ffff","MaaSAuthPolicy":{"name":"e2e-ordering-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:19.393490131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"5ecbc2cc-0527-4480-936c-319fc374dbb6","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.260723362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"0406854e-42a0-46b3-8708-f1a4bbd0bfcf","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.316076576Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"2eeedd52-34be-4487-90b0-ee95601f608c","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.46675783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"8e79151a-7d00-41a1-aad2-5016e2e82e05","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.523418261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"8e79151a-7d00-41a1-aad2-5016e2e82e05","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.532894129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"042cde0b-8352-42d3-943e-1e8c3c631fcb","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.588939574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"a38567c9-73cc-4878-a7ed-ec3730db0d1a","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:20.641631251Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"241bfc68-221a-4b26-9169-0ba696bc7ac7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-degraded-models-apikey\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.683250396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4fb03b14-efcf-4886-acdd-05bfc6ee3434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.683248756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8be645a7-db37-4671-b092-f4cbe9c2748b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.738767269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4fb03b14-efcf-4886-acdd-05bfc6ee3434","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.738934284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"8be645a7-db37-4671-b092-f4cbe9c2748b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.757014036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"e9d6589c-1dd2-4f0b-ace5-f676d00e4864","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.812793741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"4a46f736-a653-43b3-9c6b-60d5283a4a12","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.831970842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"f520bc3e-7279-4399-b403-5bad90b8d45b","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:20.980807174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"49c95f3d-f5b4-4fbe-8b85-858946373353","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.039219187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"49c95f3d-f5b4-4fbe-8b85-858946373353","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.071646859Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"99b2f145-e8dc-4aec-882c-c6e1d55f2dc6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/e2e-degraded-models-apikey","ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.071812181Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"99b2f145-e8dc-4aec-882c-c6e1d55f2dc6","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.083343896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"9017de48-ff6e-43e5-ba6b-c5b1b469ac2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.083344116Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"70452203-cf05-4fe2-a4ba-97107096bfa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.138869083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"9017de48-ff6e-43e5-ba6b-c5b1b469ac2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.138956668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"70452203-cf05-4fe2-a4ba-97107096bfa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.275906716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"9a2194d2-0dd3-4936-bff6-68c1ce92cc4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.283151867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"b9633ae3-7733-4081-9e5c-8d4696dff7bc","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:21.344796966Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"49c95f3d-f5b4-4fbe-8b85-858946373353","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-degraded-models-apikey-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.495461378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"cedec7b2-f820-431e-96cd-4d6d8bae5312","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.495622304Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"cedec7b2-f820-431e-96cd-4d6d8bae5312","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.5008722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"29f1b508-a6dc-488e-b9e5-9ad855c05403","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:21.556589691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"29f1b508-a6dc-488e-b9e5-9ad855c05403","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.588342588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"3d531b94-9466-4c02-a43b-60aa89ac726b","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.740312431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"cb8e8440-42e6-44aa-b06a-7bb0975340e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.740542727Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d797dff0-7365-422a-b2f3-9baef1cac040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.740312206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"a74503d3-a640-4366-baf9-f8bd6e0e0c2d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.799358132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"cb8e8440-42e6-44aa-b06a-7bb0975340e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.799418837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"d797dff0-7365-422a-b2f3-9baef1cac040","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.803057425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"a74503d3-a640-4366-baf9-f8bd6e0e0c2d","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:23.913050118Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:26.89183745Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"34dc286c-2115-4fdb-82d1-e815721e664f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.146664757Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"34dc286c-2115-4fdb-82d1-e815721e664f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.146706237Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"34dc286c-2115-4fdb-82d1-e815721e664f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-kube","subscription":"e2e-degraded-models-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.146896442Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube","reconcileID":"34dc286c-2115-4fdb-82d1-e815721e664f","MaaSSubscription":{"name":"e2e-degraded-models-kube","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-kube","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-0bf34a/nonexistent-model-kube","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.354054453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"a29150bb-3774-424f-a28e-ffc505580bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.464828871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"dd8afb61-3a28-472a-b80c-56fa842a3f4f","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.50714577Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-sub","reconcileID":"98d76425-e8c9-47d6-a0a9-fb14779814ad","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","subscription":"e2e-enrichment-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.558819482Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-sub","reconcileID":"98d76425-e8c9-47d6-a0a9-fb14779814ad","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.610734744Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-enrichment-sub","reconcileID":"98d76425-e8c9-47d6-a0a9-fb14779814ad","MaaSSubscription":{"name":"e2e-enrichment-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.616657625Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"29d49534-47ea-4654-8bf6-ec471da4fe02","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.616815646Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"88bdfc57-a198-430d-a079-5504fa5e7857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.61665878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"d82b1255-5168-4a37-a8ee-4137c5833b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.632643623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c16ae651-b171-4f54-a29d-16fc6568b331","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.672037673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"88bdfc57-a198-430d-a079-5504fa5e7857","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.672120208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"d82b1255-5168-4a37-a8ee-4137c5833b17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.67423987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"29d49534-47ea-4654-8bf6-ec471da4fe02","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.842417739Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-degraded-models-kube-auth","reconcileID":"a0059c84-57f8-487b-a5a3-241cd23a9cb4","MaaSAuthPolicy":{"name":"e2e-degraded-models-kube-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.881245843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"eeb1c565-197d-4b80-b6a3-ecb43aec1f81","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"tenant":"e2e-worker-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/e2e-enrichment-model-ref","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.881267208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"e2e-enrichment-model-ref","reconcileID":"eeb1c565-197d-4b80-b6a3-ecb43aec1f81","MaaSModelRef":{"name":"e2e-enrichment-model-ref","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:27.998349371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c6096ef7-d13e-4c46-bbdb-f8e5a3e65bb4","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.036877789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"44fe4bc3-855a-4b14-a2a6-f26d70c2b6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.037697863Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"fae05928-12df-4d0e-8a7a-5a950d290214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.095239729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"44fe4bc3-855a-4b14-a2a6-f26d70c2b6a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.095250679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"fae05928-12df-4d0e-8a7a-5a950d290214","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.266058261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"d376e5fe-8836-40c9-b594-2fb5d0917697","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.327192784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"38d10acb-065c-4d07-a472-bdedc61bf04a","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-e2e-temp-model-status","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.489736276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"8daedcf6-16b2-406a-a8ff-69a04af3c968","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"tenant":"e2e-worker-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:28.489864877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"8daedcf6-16b2-406a-a8ff-69a04af3c968","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.066744033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"352ec9b6-bde7-43d8-a7e4-fad63b7f8f21","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.124552509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"ef8952d5-1e0b-4836-a251-6429fb36e0ed","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:29.1786071Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-sub","reconcileID":"db209ddb-73fd-486a-9bbf-7a9492fdc54b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-match-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.229952478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"6955b047-5051-410e-8a41-94c217baf13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.230711884Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a64dbf05-10dc-41c7-b26d-b0846e8f1893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.286489688Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"6955b047-5051-410e-8a41-94c217baf13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.286634456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a64dbf05-10dc-41c7-b26d-b0846e8f1893","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.29411705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"71842205-dd98-4f40-af70-367c9eccade1","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.349747095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"672bc821-4956-4606-bbcd-4f77abf2b3cc","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.3586768Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w2-9da431 priority=0:[ai-tenant-e2e-worker-w2-9da431/e2e-model-match-sub ai-tenant-e2e-worker-w2-9da431/e2e-model-nomatch-sub]"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.358922826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"85aae952-ed0a-4cfe-8311-3e78c3ee3689","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.414599834Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"eee94b0b-a47b-4b40-9467-931cca367b2a","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.466825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"1049f499-99c5-4923-b76f-33295dd516bb","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:29.468107986Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-9da431/e2e-model-nomatch-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-model-nomatch-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1408\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1635\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.522556434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"427271c8-d11d-4061-acd8-51de0512d643","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.555717638Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-sub","reconcileID":"1a23ae21-bb5e-47fc-98f0-538d9eb1d3a9","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"distinct-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-model-match-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.643226073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"eed0eacd-fd24-45db-8dc8-52e7e169da8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.643932265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"89af72b0-6b07-4093-b877-5fc00f0e3708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.646021595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"d9f0d34a-1587-43bd-bcb7-cab598d919bd","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.698731886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"eed0eacd-fd24-45db-8dc8-52e7e169da8a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.698979093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"89af72b0-6b07-4093-b877-5fc00f0e3708","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.715523354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"6593201b-cd23-4fb9-a6cd-10cd31097ab2","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.749805393Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-sub","reconcileID":"df31ceb9-47ee-40dc-9ca7-638ff03ea42a","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"distinct-2-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-model-nomatch-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.800403742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"93ef4dcc-73b7-4f21-b07e-e0580d3852f0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.800659212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ee4ca264-d2a9-42c6-9e03-22f0e6185427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.800409162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"9f51ec8e-b068-40b1-8ff4-8d0831184845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.856666863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"93ef4dcc-73b7-4f21-b07e-e0580d3852f0","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.856678676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"9f51ec8e-b068-40b1-8ff4-8d0831184845","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.85921004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ee4ca264-d2a9-42c6-9e03-22f0e6185427","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.913352482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"93effc49-5842-4523-8813-a5fb35f2f58e","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.917250786Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-sub","reconcileID":"3cc95b10-d731-43b0-9a3f-80e642af7ea4","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:29.96899345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"6cf57c7b-0c81-496c-8ea9-63ff86361d77","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.071484994Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"a3a25ae4-6fda-4897-b2bc-c775d6af84da","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status (deleting)","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.126315454Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"a3a25ae4-6fda-4897-b2bc-c775d6af84da","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.127384808Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"56618932-6eff-4b5d-9fd2-bcc01c989ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.142602992Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-sub","reconcileID":"366262ab-bf12-46dd-8b19-7bb38545eb8f","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.15265643Z","body":"Deleting generated TokenRateLimitPolicy on MaaSModelRef deletion","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"e2e-temp-model-status","reconcileID":"a00996bc-3abd-4534-aa0c-a32bf8cf2eb8","MaaSModelRef":{"name":"e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d"},"name":"maas-trlp-e2e-temp-model-status","namespace":"e2e-models-e2e-worker-w1-e1793d","model":"e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.177893688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e72fae36-d898-455e-87f5-877391d842a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.183291348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"56618932-6eff-4b5d-9fd2-bcc01c989ad5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.233760779Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"e72fae36-d898-455e-87f5-877391d842a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.309902709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"ee8f1fdc-fbfa-45d2-8cb3-ab1a61148ed5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.313562574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"f6ec1996-e321-4855-9ff9-4baf1c7ea535","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.313956872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"d45b28b3-7aaa-42ea-8e83-0dac986de782","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.314269494Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"91d9087a-bef8-4731-bf0f-91375c5635ab","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.367904569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"ee8f1fdc-fbfa-45d2-8cb3-ab1a61148ed5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.367945913Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"ee8f1fdc-fbfa-45d2-8cb3-ab1a61148ed5","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.39849728Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"f3f86a13-f4af-4f64-a9d8-100b8456e3da","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.451289627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-sub","reconcileID":"a83d4ed0-7e34-4ab7-b768-5d24cabac826","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.458395216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"31dcc434-9bd3-4c3c-b6b9-021923a28444","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.458546418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"86a1ffd8-92aa-48ea-8154-8a6f97182e3f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.513926793Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"86a1ffd8-92aa-48ea-8154-8a6f97182e3f","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.513977407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"31dcc434-9bd3-4c3c-b6b9-021923a28444","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.583329997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"742e4973-c2f0-454f-af2f-0ee3d81b4ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.638761732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"742e4973-c2f0-454f-af2f-0ee3d81b4ed7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.684317173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7e54c9c8-58da-425b-8bee-f911566b6208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.733967196Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"255c2525-fdf6-4ef5-9d7d-0d789e539f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.739934472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7e54c9c8-58da-425b-8bee-f911566b6208","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.779905427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"77548f7d-25d4-44bb-ab6f-19e71aed4e92","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.78085896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"081f41ed-0039-42af-b175-bf0224793877","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:30.789120698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"255c2525-fdf6-4ef5-9d7d-0d789e539f23","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.036505203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"155db5eb-44b3-4f1a-bb25-48a4a8ee0310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.037065671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"7ae08544-d2b7-4ce3-8d4e-f45e7e3105d9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.092532824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"7ae08544-d2b7-4ce3-8d4e-f45e7e3105d9","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.092546363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"155db5eb-44b3-4f1a-bb25-48a4a8ee0310","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.136524651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"ec34508e-01f2-4a7d-bb46-a3aa3792de11","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.1859262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"0d94836d-e17a-40b9-81cc-11af4d1b14a2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.191603296Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"ec34508e-01f2-4a7d-bb46-a3aa3792de11","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.241518422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"0d94836d-e17a-40b9-81cc-11af4d1b14a2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.241560787Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"0d94836d-e17a-40b9-81cc-11af4d1b14a2","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.276190454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"fd928d75-fa98-4578-aa7a-4b6cd879445c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.331692051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"fd928d75-fa98-4578-aa7a-4b6cd879445c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.441820878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"b732c8f9-60f1-4853-b889-b51754b05fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.499157962Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"b732c8f9-60f1-4853-b889-b51754b05fd2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:31.839698292Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"4c8e6e88-3c9d-454c-baea-be706bb9bac5","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.026748059Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-sub","reconcileID":"44ce1f89-e8f1-437a-ac51-16ad531bd353","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-09a324ea","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.089235177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"c6be8c2f-4dbb-417b-869a-7fbbacfbe5c3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.08925849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9ee23eea-1393-4dae-857d-683ff4784b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.089822168Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"370f1daf-d3a8-4861-97c2-7f95afa67f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.089881721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"451391ea-ec8b-4579-9475-f3d20b9bb36b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.144875795Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"451391ea-ec8b-4579-9475-f3d20b9bb36b","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.145209561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"370f1daf-d3a8-4861-97c2-7f95afa67f36","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.14722405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"c6be8c2f-4dbb-417b-869a-7fbbacfbe5c3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.147561657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9ee23eea-1393-4dae-857d-683ff4784b05","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.599168562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"7aae26c9-afb4-4634-a707-5126874c8f42","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.599336533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"30c5040e-889a-4efe-b0d5-cd5cc16b2a23","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.599168764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"92a1e795-8079-4204-bdde-49fb92dc1ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.599655143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7a483edc-73d5-4763-bf55-9f9db1bf592f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.656665444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"92a1e795-8079-4204-bdde-49fb92dc1ba6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.656694201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"7aae26c9-afb4-4634-a707-5126874c8f42","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.66026819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"30c5040e-889a-4efe-b0d5-cd5cc16b2a23","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:32.661074496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"7a483edc-73d5-4763-bf55-9f9db1bf592f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:33.745281814Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"98b86da8-c063-4d38-8b98-e1aea573e3ae","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:33.954111903Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"98b86da8-c063-4d38-8b98-e1aea573e3ae","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-41aa5f/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:33.954144249Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"98b86da8-c063-4d38-8b98-e1aea573e3ae","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","subscription":"e2e-degraded-models-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:33.954255799Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey","reconcileID":"98b86da8-c063-4d38-8b98-e1aea573e3ae","MaaSSubscription":{"name":"e2e-degraded-models-apikey","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-41aa5f/nonexistent-model-apikey","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.159832863Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"502702f3-e7d8-4d49-8898-cde40aee045a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.221256621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"2dcc6451-eb9b-4bed-990b-e7e543812e68","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.278076484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"931ad830-59d2-4aa2-aed1-193ab8e18de6","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.372189491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"b0012853-5d96-429c-aed1-da799110cb2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.372417892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f2c1be72-9438-42c4-a81d-cb9d3584060b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.372675015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"c4d34811-fc0b-45dd-96bd-b0ae5001019b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.388263848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"e2c5f33e-0914-48c0-99c6-d824428b4afc","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.427354184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"b0012853-5d96-429c-aed1-da799110cb2a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.427650535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f2c1be72-9438-42c4-a81d-cb9d3584060b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.429707884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"c4d34811-fc0b-45dd-96bd-b0ae5001019b","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.627442482Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"e2e-degraded-models-apikey-auth","reconcileID":"dce09765-bbd1-4947-8508-bc5a21480d54","MaaSAuthPolicy":{"name":"e2e-degraded-models-apikey-auth","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:34.883712737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"306c9d25-b211-4718-bab1-9c21eef9685e","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.287626592Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"ba837523-8fc1-4ed2-997f-7ece5a723d94","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.342858985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"38f08b1b-b866-4ae8-b972-41d7cfd0f076","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:36.39433961Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-list-subs-refs-sub","reconcileID":"103ad1d0-c690-4756-b71a-d452d754127a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-list-subs-refs-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.438243571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"812dbaa6-a269-4295-a9d9-544e64d93c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.438284666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"403cca35-c8c7-4954-a78c-4e4e0a98e10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.508248256Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"219823a9-1b5b-44a6-aceb-5d89d3485da6","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.574183763Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"812dbaa6-a269-4295-a9d9-544e64d93c13","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.574858852Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"403cca35-c8c7-4954-a78c-4e4e0a98e10b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.575425818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"932bdd41-4288-4af0-af46-7232a21e963e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.830575487Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-list-subs-refs-sub","reconcileID":"08b6eff4-bf05-4603-a018-becba890277b","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-list-subs-refs-sub","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.923165282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"b9f14532-abbb-4177-ac9a-f6c9a2a16eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.923185332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4f3c56ec-4a9c-405a-a28c-e23440abd66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.97832149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"b9f14532-abbb-4177-ac9a-f6c9a2a16eaa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.978593469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"4f3c56ec-4a9c-405a-a28c-e23440abd66f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:36.990937586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"17b481e8-6864-419c-ac3c-afef3f0fa8f6","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:37.03281769Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ef74b9d0-9cb0-43fb-95c4-bbd5a5039c71","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:37.192777296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-list-subs-refs-sub","reconcileID":"4a14f022-de66-4159-9de2-855afaef707f","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:39.408684649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3ea3f8e0-bf27-4e5f-88b5-530e7f98c7ab","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:39.559783102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"11c3f711-2598-4bf7-a496-78f7f6b3add5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:39.5598093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6ce0ee5b-24ee-4b97-bc44-817a2c491735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:39.61652132Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"11c3f711-2598-4bf7-a496-78f7f6b3add5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:39.616545556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6ce0ee5b-24ee-4b97-bc44-817a2c491735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:40.950050098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"2a0a1b6f-f15e-4277-9bb3-50af9c2ac931","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","subscription":"e2e-status-transition-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:40.950221253Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-sub","reconcileID":"2a0a1b6f-f15e-4277-9bb3-50af9c2ac931","MaaSSubscription":{"name":"e2e-status-transition-sub","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.416690952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"a443b845-5735-42b4-9eb5-6048ef0fe019","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.416894001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0e5fa993-98e9-4aca-bd01-8cb5f6f11d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.416690943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"b9ec123f-2f64-497a-908d-43359e149620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.473288447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"a443b845-5735-42b4-9eb5-6048ef0fe019","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.474085414Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0e5fa993-98e9-4aca-bd01-8cb5f6f11d64","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.47633724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"b9ec123f-2f64-497a-908d-43359e149620","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.52875425Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"a443b845-5735-42b4-9eb5-6048ef0fe019","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:41.67738881Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"e2e-status-transition-auth","reconcileID":"b11a4171-5643-4b98-94d4-3d893da942f9","MaaSAuthPolicy":{"name":"e2e-status-transition-auth","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/e2e-temp-model-status","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.077732383Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-sub","reconcileID":"1cff63db-bc63-4e89-9155-1c8ec9322ca8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscription":"e2e-model-match-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.128529818Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-sub","reconcileID":"1cff63db-bc63-4e89-9155-1c8ec9322ca8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.178980273Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-sub","reconcileID":"1cff63db-bc63-4e89-9155-1c8ec9322ca8","MaaSSubscription":{"name":"e2e-model-match-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.453383584Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"a34efc4c-334d-49c2-b693-e0bcddc8950b","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.616801566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"90ad350b-59a3-4c02-906d-db95db40026a","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.768629507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"905b91b5-dbb1-4ab2-be9c-e1c84d50140a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.768928709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"55634d7d-32da-4228-8c85-2de087481442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.768632237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"cf3b3dfe-6afd-43d7-84f7-74cb89be4367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.769310656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"fb56a3cf-6f3d-49d4-bc26-cf35b6d44db7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.824997409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"55634d7d-32da-4228-8c85-2de087481442","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.825022196Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"cf3b3dfe-6afd-43d7-84f7-74cb89be4367","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.827260496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"905b91b5-dbb1-4ab2-be9c-e1c84d50140a","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.827283521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"fb56a3cf-6f3d-49d4-bc26-cf35b6d44db7","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:42.827698071Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-sub","reconcileID":"899c9b28-b277-4f43-b4da-b47dec4cf296","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-76935266","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.250284357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef3d07b-cbc6-46e1-8f56-172617a12cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.250467073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7a875e8b-5ac4-405e-b5f7-48189a0c3c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.250797765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"0bb78892-4754-4b03-b5b0-ac85eaced3bb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.25086603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"fd71e28e-7835-4b49-8f03-3c6953d04502","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.251138829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"82eaea2f-8bd0-4e66-a925-aab507e3c42b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.301187388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef3d07b-cbc6-46e1-8f56-172617a12cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.351470052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef3d07b-cbc6-46e1-8f56-172617a12cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.358379288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"7a875e8b-5ac4-405e-b5f7-48189a0c3c6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.358424113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"fd71e28e-7835-4b49-8f03-3c6953d04502","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.360512845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"0bb78892-4754-4b03-b5b0-ac85eaced3bb","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.401788668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ef3d07b-cbc6-46e1-8f56-172617a12cce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:43.406391524Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"82eaea2f-8bd0-4e66-a925-aab507e3c42b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:45.253663945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f0ab8-1c7f-4239-a995-bf0e8e137c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:45.304000911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f0ab8-1c7f-4239-a995-bf0e8e137c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:45.354239679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f0ab8-1c7f-4239-a995-bf0e8e137c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:45.404775131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"858f0ab8-1c7f-4239-a995-bf0e8e137c82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:49.570305487Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-list-subs-refs-sub","reconcileID":"272f47c8-64ee-407a-9d88-43d0d26decfd","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-list-subs-refs-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:49.767860758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf8eb4-0a6e-4aa2-a186-54e182ffa854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:49.818135993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf8eb4-0a6e-4aa2-a186-54e182ffa854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:49.824246087Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-list-subs-refs-sub","reconcileID":"272f47c8-64ee-407a-9d88-43d0d26decfd","MaaSSubscription":{"name":"e2e-list-subs-refs-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:49.868330121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf8eb4-0a6e-4aa2-a186-54e182ffa854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:49.919072385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf8eb4-0a6e-4aa2-a186-54e182ffa854","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.070215274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"3bc58c37-3954-4b6b-9a68-f619d996ec0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.132138831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"0c16bb4a-4523-484e-bea8-57e52467704d","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.281255314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"65053e1b-9324-45ad-b89d-e042f8d079e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.281264046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"64a5ad26-39b0-4d0d-93e1-01fbd2b01a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.284783614Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-059b23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-059b23","reconcileID":"ab80bf9f-c83d-410a-bbd6-39dd3bc50de3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-059b23","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w3-059b23":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.336643163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"64a5ad26-39b0-4d0d-93e1-01fbd2b01a5a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.336647251Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"65053e1b-9324-45ad-b89d-e042f8d079e6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.919939366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"8164cb3c-9f30-4dc1-8ca3-2ec587837ca2","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:50.951307082Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"fd1c39ca-3fac-4f03-8cdb-fde7230bf3d6","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.008412193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"793ea19c-27aa-47b1-aea9-1ce85f09fba1","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.008792855Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"0634beb0-f45f-4331-a69e-d887aed8f7cf","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:51.057675066Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"3a626686-0157-40b5-a129-e8fe6b8e86f6","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-partial-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.101351634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a88b10a3-ee0f-4d99-b0c8-3acdd372d02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.10135164Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cd121773-4ab5-46cc-aecb-549de6222145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.156895469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"a88b10a3-ee0f-4d99-b0c8-3acdd372d02e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.156907927Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cd121773-4ab5-46cc-aecb-549de6222145","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.217747636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"d9ea5eae-3d0a-4b76-bf1f-05fbd4b2202c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.240081014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"69a21794-c93f-417b-b351-a1856ed157fa","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.240613252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"6e514c11-ce14-497a-8d3d-984689d93c90","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.297866688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"491b4dfa-28a5-4c47-aca6-97b593fd7f75","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.29884085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"41e36759-0020-4687-9c8a-32e5e45e41e1","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.299130266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"96a9e58c-d5f4-4be6-9b10-6cf8b1549c15","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.446848793Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-auth","reconcileID":"feab4181-ac3a-4e89-b688-0d231649b0d7","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.504169019Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-auth","reconcileID":"feab4181-ac3a-4e89-b688-0d231649b0d7","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.554166967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"794ca1a1-74b2-4664-9196-cadf965c03e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.555194514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"405d1f02-5f58-462b-b4f3-97d7c44d1ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.560423508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"e5f7a840-8d60-4ae2-81b4-35aa6250cac8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-partial-access-sub","ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.647939738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"405d1f02-5f58-462b-b4f3-97d7c44d1ec1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.651024639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"794ca1a1-74b2-4664-9196-cadf965c03e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.753547808Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"e5f7a840-8d60-4ae2-81b4-35aa6250cac8","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-distinct-w4-0bf34a","model":"distinct-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/e2e-partial-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.826214896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"0f2ad9a1-7f55-4950-984a-a166f698c022","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.848565005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a102e8-962d-4b79-98c4-7013d3eeb5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.899206838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a102e8-962d-4b79-98c4-7013d3eeb5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.904302775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"6230508d-c4ea-494a-8e5a-9bb71cbca66e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.94970095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a102e8-962d-4b79-98c4-7013d3eeb5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:51.999862062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84a102e8-962d-4b79-98c4-7013d3eeb5ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.107000465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"19d32fa6-cf36-40f9-92b9-12a9b2b14913","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.107571288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"bc6b2507-b8f9-4dda-b4a8-efab8c18c1b6","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.149270338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-auth","reconcileID":"e23ca751-3200-44c2-b9cc-717f86957387","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.204160968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-auth","reconcileID":"e23ca751-3200-44c2-b9cc-717f86957387","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.365811869Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"3a09d827-a3a8-417e-97bd-bb6e6e833496","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.516485351Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"3a09d827-a3a8-417e-97bd-bb6e6e833496","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-distinct-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/distinct-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.880832634Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-sub","reconcileID":"e6694d0b-0170-423b-822d-9c8d73e57b61","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","subscription":"e2e-model-nomatch-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:52.934789966Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-sub","reconcileID":"e6694d0b-0170-423b-822d-9c8d73e57b61","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.028417197Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-sub","reconcileID":"e6694d0b-0170-423b-822d-9c8d73e57b61","MaaSSubscription":{"name":"e2e-model-nomatch-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.302560717Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"7092f997-b548-4866-b5e5-dc45adf45c4f","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.360817824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"4a648768-94fd-4127-b1d2-c5e8c3991506","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.361201755Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"326a742c-207a-4e77-8d2f-15c6c8ab2902","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.461098531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"e44b2240-c826-4f2a-822c-4c4d54819895","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.553859957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"b393bf5a-10a0-4a96-a898-8d890f4f49a3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.553885967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9a308f1c-9b62-48c5-b19d-fa8588286633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.554516896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"02e0a865-4b47-41bd-b237-9ff68ee030cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.55455913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"430d534e-c8c7-42e5-a141-d94ec92569c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.610174427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"430d534e-c8c7-42e5-a141-d94ec92569c2","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.610265766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"b393bf5a-10a0-4a96-a898-8d890f4f49a3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.612741013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"9a308f1c-9b62-48c5-b19d-fa8588286633","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.6128611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"02e0a865-4b47-41bd-b237-9ff68ee030cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.810757517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-match-auth","reconcileID":"de20f2bd-f7b1-4b41-9dd7-fddfb1506bc3","MaaSAuthPolicy":{"name":"e2e-model-match-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.877251097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ce4708-9a67-4a37-b882-0ab579a0e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.912790609Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.929907562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ce4708-9a67-4a37-b882-0ab579a0e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:53.980998499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ce4708-9a67-4a37-b882-0ab579a0e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.036073919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4ce4708-9a67-4a37-b882-0ab579a0e389","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.03898395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"b924a7ac-731d-4e2a-ade9-1f27051692f1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.040979392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"62cd5f4c-78c3-45cb-93a0-78405d285afc","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.096515475Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"b924a7ac-731d-4e2a-ade9-1f27051692f1","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.152855908Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f7f61d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f7f61d","reconcileID":"018389cb-e709-4292-b8d5-f4a1928a5770","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f7f61d","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-f7f61d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.193045745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"e81430b5-06ee-4e59-ba9c-ac21b3c9aaa5","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.307325349Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-model-nomatch-auth","reconcileID":"d4e5f0dc-d8cc-4893-bea0-96a4799c9de6","MaaSAuthPolicy":{"name":"e2e-model-nomatch-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.563398375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"940ffbe8-f2b6-4862-b26e-a43e22d1e3b8","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.816862926Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-auth","reconcileID":"71f647d0-45f1-4ec3-8d02-811859acf08e","MaaSAuthPolicy":{"name":"e2e-partial-access-auth","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:54.81697147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"ea2d22df-3524-473f-9ecf-2c2aea3d11bb","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:55.117830862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"71de391e-680f-4637-bad7-c09dac807050","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:55.278178553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"78530bb2-d5d6-4275-9905-b06fcfc35da0","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:55.278521388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"b1702c15-f1e0-4410-a921-2d14eba36b67","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:55.502849176Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"eb02580c-5ac8-44f8-8339-82cd6ed2265f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:55.503649437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"2de3ee6e-98be-4ba5-80be-0c4ae47d8cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:55.581964907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"eb02580c-5ac8-44f8-8339-82cd6ed2265f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:55.598831664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"2de3ee6e-98be-4ba5-80be-0c4ae47d8cb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.187245741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"b6d23eae-25c3-48f0-a2c7-a097cf17a4a7","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.190772943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88380fc2-2a2a-40c9-95e5-d449bd250a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.277444818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"82574d8d-1478-4aeb-ac90-bb024f721dd7","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:03:56.277639995Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-sub","reconcileID":"1614963f-f37c-4471-960b-1b99e7d3d005","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.289438669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88380fc2-2a2a-40c9-95e5-d449bd250a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.390628957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88380fc2-2a2a-40c9-95e5-d449bd250a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.460726293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88380fc2-2a2a-40c9-95e5-d449bd250a02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.461901587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0ce5ee41-9be8-48ed-9ed4-83fb3bea689e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.478275465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"26fd72c0-bf1c-4042-bbed-42eb0e630388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.494875122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"369c8774-a4ff-4309-8506-47b471b03256","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.536804292Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0ce5ee41-9be8-48ed-9ed4-83fb3bea689e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.537433206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"144fe962-48b0-4df4-aedd-d61bd1bcf4f7","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.584679059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"047454bb-5147-4e8c-83d3-ef1a6671ec91","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.590158387Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"26fd72c0-bf1c-4042-bbed-42eb0e630388","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.600018631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"3cbe7ff7-db60-4d00-b77c-19cddd881595","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.796575205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-auth","reconcileID":"161b5783-e226-4d17-a672-8756c4cd8790","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.854429481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-auth","reconcileID":"161b5783-e226-4d17-a672-8756c4cd8790","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.856012492Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-sub","reconcileID":"d9a9e49c-5b0c-441e-8961-ac0f21854f8f","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"distinct-w2-9da431","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-9da431/e2e-no-access-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:56.954320552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d86714c4-a4dd-4103-a7ce-274d476eca65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.009263565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"d86714c4-a4dd-4103-a7ce-274d476eca65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.020429562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"b437a3f6-f655-45f6-90bd-bfabb8cc014e","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.049916162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"8dabd042-13cf-4f34-891c-98d19b22286e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.100330542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"44fcd132-7012-459b-8967-6f5c458fc137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.100430115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f809a96e-cd25-48d1-b408-caa58ae7ad60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.105541086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"8dabd042-13cf-4f34-891c-98d19b22286e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.156709458Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f809a96e-cd25-48d1-b408-caa58ae7ad60","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.157414051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"44fcd132-7012-459b-8967-6f5c458fc137","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.162021011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"c9bc706e-f52b-4384-b072-694c35331671","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.220965972Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-sub","reconcileID":"c4f5fafa-3db5-435e-85f8-b46ed8ac187e","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.361404084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-auth","reconcileID":"fd1719a1-d6b7-487f-bc70-3531ecd579e2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.429838704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-auth","reconcileID":"fd1719a1-d6b7-487f-bc70-3531ecd579e2","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.477543957Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c441a166-6701-4ce1-b843-8bdd5fba592f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.528454572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"24d7a54a-be44-4f97-afeb-58c37401e69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.583213825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c441a166-6701-4ce1-b843-8bdd5fba592f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.583520878Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"24d7a54a-be44-4f97-afeb-58c37401e69f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.890892921Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-auth","reconcileID":"8bc137b2-beac-444b-ad3b-d8915716239f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.894073599Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a54cab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a54cab","reconcileID":"574a771c-5285-479b-9797-e9ebc6195b23","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-a54cab","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w1-a54cab":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.947553369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-auth","reconcileID":"8bc137b2-beac-444b-ad3b-d8915716239f","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.978969384Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c9f42217-cdee-4dc7-96b2-6c59759f0860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:57.979033623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"855b70f8-c8c6-4f8e-af3e-815e7ac939f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:58.034327044Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"855b70f8-c8c6-4f8e-af3e-815e7ac939f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:58.03550348Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c9f42217-cdee-4dc7-96b2-6c59759f0860","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:58.355621459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad5ee8a-c4ba-40eb-bc26-20d12a33f796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:58.408498953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad5ee8a-c4ba-40eb-bc26-20d12a33f796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:58.45956454Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad5ee8a-c4ba-40eb-bc26-20d12a33f796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:58.51051586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aad5ee8a-c4ba-40eb-bc26-20d12a33f796","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:59.941647582Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-auth","reconcileID":"f45281fd-e46d-44a9-8888-d7b933289c91","MaaSAuthPolicy":{"name":"e2e-no-access-auth","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-2-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:03:59.94170546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"d766d07c-2312-479b-a541-c9f7aac28877","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.096434419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"54ae6dfd-b943-4baa-a7a0-b2220edab416","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.260634096Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"742c020e-cca9-43ba-9ad7-37d1cb0a2cbf","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.368627045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666688d-2502-45b3-bad3-d8dad1de19ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.419646898Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666688d-2502-45b3-bad3-d8dad1de19ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.419764237Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"1ea2b817-9ba1-4301-b11f-4260380672df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.420068347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"903e08c6-9d71-41e3-8d92-6d2d0bfb21ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.470024677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666688d-2502-45b3-bad3-d8dad1de19ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.520161959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0666688d-2502-45b3-bad3-d8dad1de19ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.524888254Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"1ea2b817-9ba1-4301-b11f-4260380672df","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:00.575714932Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"903e08c6-9d71-41e3-8d92-6d2d0bfb21ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:02.355036819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabef61c-9eaa-4e89-8f63-2177ab9fb444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:02.405193374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabef61c-9eaa-4e89-8f63-2177ab9fb444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:02.455416168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabef61c-9eaa-4e89-8f63-2177ab9fb444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:02.505465113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fabef61c-9eaa-4e89-8f63-2177ab9fb444","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:05.473070301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"b3a72d19-ff72-4ecb-9fea-de2da1486072","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:05.681000995Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"b3a72d19-ff72-4ecb-9fea-de2da1486072","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-0bf34a/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:05.681036449Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"b3a72d19-ff72-4ecb-9fea-de2da1486072","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/distinct-w4-0bf34a","subscription":"e2e-partial-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:05.731236199Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"b3a72d19-ff72-4ecb-9fea-de2da1486072","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/distinct-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:05.781613446Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"e2e-partial-access-sub","reconcileID":"b3a72d19-ff72-4ecb-9fea-de2da1486072","MaaSSubscription":{"name":"e2e-partial-access-sub","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/distinct-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:05.882570681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"36f254e0-6fca-4c08-a5c5-2327b66ff7bb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:06.04786319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"d4b6bcdc-4c89-44c4-9f2c-b957e7a1eb81","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:06.048206508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"452f4501-ad0e-4143-8607-667aaa9b9b01","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:06.197925929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"7f5bb11a-a55b-491d-9607-c48054345de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:06.19791992Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"c4ffede2-194d-42b5-8eb9-abcf1a9b31f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:06.255010335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"7f5bb11a-a55b-491d-9607-c48054345de8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:06.255010265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"c4ffede2-194d-42b5-8eb9-abcf1a9b31f5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.432839637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-sub","reconcileID":"87601b1a-5e65-49af-bb2b-7ce438d38bcc","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","subscription":"e2e-no-access-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.483524465Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-sub","reconcileID":"87601b1a-5e65-49af-bb2b-7ce438d38bcc","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.533945374Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"e2e-no-access-sub","reconcileID":"87601b1a-5e65-49af-bb2b-7ce438d38bcc","MaaSSubscription":{"name":"e2e-no-access-sub","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/distinct-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.806158349Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"bb90b1f1-9cd8-444c-a3b6-c368806f19b1","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.9560413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"010f3b6e-2086-4f0d-91cf-9d6911ea96b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:10.956100377Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9e93ab7b-41b9-411b-ac8e-a72ad9ea72bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:11.011822295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"010f3b6e-2086-4f0d-91cf-9d6911ea96b2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:11.012934982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"9e93ab7b-41b9-411b-ac8e-a72ad9ea72bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:11.244550589Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929e0e75-5c15-4e9d-b4a1-3d5d7c82b972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:11.294891949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929e0e75-5c15-4e9d-b4a1-3d5d7c82b972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:11.345779622Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929e0e75-5c15-4e9d-b4a1-3d5d7c82b972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:11.396201153Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"929e0e75-5c15-4e9d-b4a1-3d5d7c82b972","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:11.814424028Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c34879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c34879","reconcileID":"6c11d603-e570-4a2d-8de5-ca24495703c8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-c34879","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w4-c34879":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:13.290744254Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a3028-90a0-4104-9b25-248cb0efe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:13.340971397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a3028-90a0-4104-9b25-248cb0efe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:13.391859045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a3028-90a0-4104-9b25-248cb0efe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:13.44215933Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b5a3028-90a0-4104-9b25-248cb0efe783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:15.361776227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9f2415-f0c2-4415-99e6-f4b3b836f09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:15.412085928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9f2415-f0c2-4415-99e6-f4b3b836f09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:15.463114002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9f2415-f0c2-4415-99e6-f4b3b836f09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:15.514424745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9f2415-f0c2-4415-99e6-f4b3b836f09d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:16.62305941Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-98a394","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-98a394","reconcileID":"fb3e385d-9b6a-41d9-8997-9611e3b70740","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-98a394","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w2-98a394":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:17.357732078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776f179b-da06-4528-8204-96c5d118853b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:17.407967629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776f179b-da06-4528-8204-96c5d118853b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:17.458172257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776f179b-da06-4528-8204-96c5d118853b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:17.508288762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"776f179b-da06-4528-8204-96c5d118853b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:19.338647442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4b107-383f-4a59-8fd0-43f9c613f0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:19.388669039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4b107-383f-4a59-8fd0-43f9c613f0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:19.438627468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4b107-383f-4a59-8fd0-43f9c613f0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:19.489183684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fde4b107-383f-4a59-8fd0-43f9c613f0a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:21.336079074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d641e6-b676-4350-8683-2e2900d6bc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:21.38774727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d641e6-b676-4350-8683-2e2900d6bc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:21.448834507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"accd3ba3-8c0a-4270-bafa-201e513f6b50","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:21.449686661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d641e6-b676-4350-8683-2e2900d6bc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:21.506701817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23d641e6-b676-4350-8683-2e2900d6bc48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.121591263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0a297a47-b0a1-4170-b50e-a168ec34dcad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.121591253Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"498c8a8a-3c90-4da9-a93f-d1808f8929d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.177181141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"498c8a8a-3c90-4da9-a93f-d1808f8929d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.177327133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"0a297a47-b0a1-4170-b50e-a168ec34dcad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.567811801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec0581-c835-4601-87a4-bf87515076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.61842468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec0581-c835-4601-87a4-bf87515076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.669337881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec0581-c835-4601-87a4-bf87515076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.720204252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19ec0581-c835-4601-87a4-bf87515076df","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:23.915097338Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:25.596053148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98181c46-5114-446a-b495-af05d6d3a45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:25.646337886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98181c46-5114-446a-b495-af05d6d3a45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:25.696702718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98181c46-5114-446a-b495-af05d6d3a45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:25.747097595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"98181c46-5114-446a-b495-af05d6d3a45c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:27.680705548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fafd54e-a0d2-460d-91fa-fab2c656b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:27.732679085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fafd54e-a0d2-460d-91fa-fab2c656b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:27.784705544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fafd54e-a0d2-460d-91fa-fab2c656b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:27.838674306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5fafd54e-a0d2-460d-91fa-fab2c656b4f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:29.755157287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3b8298-7c6d-4890-9ee7-23c74f6e34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:29.805459701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3b8298-7c6d-4890-9ee7-23c74f6e34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:29.855698227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3b8298-7c6d-4890-9ee7-23c74f6e34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:29.90624337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb3b8298-7c6d-4890-9ee7-23c74f6e34fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:31.755741479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e2c86-ddda-47a9-b4c5-76c73120a418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:31.80617095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e2c86-ddda-47a9-b4c5-76c73120a418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:31.856520698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e2c86-ddda-47a9-b4c5-76c73120a418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:31.906950353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e17e2c86-ddda-47a9-b4c5-76c73120a418","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:33.020790577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"5df152c7-c1ea-478d-9d57-2b5ab744b7e0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:33.134605749Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"5df152c7-c1ea-478d-9d57-2b5ab744b7e0","name":"e2e-shared-a-w3-059b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:33.747850123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f455015d-f8da-427a-89a3-b720cdd532d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:33.798339479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f455015d-f8da-427a-89a3-b720cdd532d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:33.848564938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f455015d-f8da-427a-89a3-b720cdd532d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:33.900107965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f455015d-f8da-427a-89a3-b720cdd532d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.745629225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5031f3b-c4a3-40d4-a910-b2a06068bac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.796129165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5031f3b-c4a3-40d4-a910-b2a06068bac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.846352369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5031f3b-c4a3-40d4-a910-b2a06068bac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:35.896493912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5031f3b-c4a3-40d4-a910-b2a06068bac5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:38.054960167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"19040c7e-1d84-42fe-9031-d745d65a23b4","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-f7f61d","tenantID":"e2e-praxis-b-f7f61d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:38.168663854Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"19040c7e-1d84-42fe-9031-d745d65a23b4","name":"e2e-praxis-b-f7f61d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:47.814284195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"68672932-aec4-4250-82bf-56537cb4a4eb","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:47.927940521Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"68672932-aec4-4250-82bf-56537cb4a4eb","name":"e2e-shared-a-w1-a54cab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:04:53.913143145Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:07.109965659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"251860d1-786e-486e-b408-04d725f9e649","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:07.226658855Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"251860d1-786e-486e-b408-04d725f9e649","name":"e2e-shared-a-w4-c34879-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:16.64509404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"7d2349d4-f79c-40e5-986a-2b96ad300806","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:16.759157139Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"7d2349d4-f79c-40e5-986a-2b96ad300806","name":"e2e-shared-a-w2-98a394-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:23.913550874Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:32.984094425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b70dcd-a3cb-4ed5-84ef-f49685f2add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.034052689Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b70dcd-a3cb-4ed5-84ef-f49685f2add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.084309737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b70dcd-a3cb-4ed5-84ef-f49685f2add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:33.134356736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7b70dcd-a3cb-4ed5-84ef-f49685f2add2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:34.967510598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f89afb-5535-40ce-91dc-48423a0f75c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.017681429Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f89afb-5535-40ce-91dc-48423a0f75c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.067816773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f89afb-5535-40ce-91dc-48423a0f75c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:35.119713542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83f89afb-5535-40ce-91dc-48423a0f75c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:36.978563481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09f0be8-968f-4987-ae3a-443a3fac1b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:37.028667088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09f0be8-968f-4987-ae3a-443a3fac1b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:37.07862026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09f0be8-968f-4987-ae3a-443a3fac1b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:37.128908934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c09f0be8-968f-4987-ae3a-443a3fac1b74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:38.966408324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e9906e-c777-4316-9c5d-4cc8508037fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:39.016991275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e9906e-c777-4316-9c5d-4cc8508037fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:39.02384915Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-434b6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-434b6a","reconcileID":"2abc8ca9-d013-49ab-9bd5-68fe81620fb8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-434b6a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w3-434b6a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:39.067164432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e9906e-c777-4316-9c5d-4cc8508037fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:39.117566504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58e9906e-c777-4316-9c5d-4cc8508037fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:41.049246895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dcb99-de40-4d25-9d12-fe0425b75371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:41.099809265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dcb99-de40-4d25-9d12-fe0425b75371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:41.1505842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dcb99-de40-4d25-9d12-fe0425b75371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:41.201102063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c23dcb99-de40-4d25-9d12-fe0425b75371","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:43.042759422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cfb8d5-4eea-4bb8-9a98-fd8f7e9fc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:43.093021073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cfb8d5-4eea-4bb8-9a98-fd8f7e9fc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:43.143203657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cfb8d5-4eea-4bb8-9a98-fd8f7e9fc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:43.193827152Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"89cfb8d5-4eea-4bb8-9a98-fd8f7e9fc32b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.044631098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec16d1c-e587-42dd-8ad2-1b74e9443894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.095300125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec16d1c-e587-42dd-8ad2-1b74e9443894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.146192533Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec16d1c-e587-42dd-8ad2-1b74e9443894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:45.196607064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9ec16d1c-e587-42dd-8ad2-1b74e9443894","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.04813395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d277b43-9b60-4d84-b3dc-1771616a5784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.117740147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d277b43-9b60-4d84-b3dc-1771616a5784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.168661373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d277b43-9b60-4d84-b3dc-1771616a5784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:47.219176031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d277b43-9b60-4d84-b3dc-1771616a5784","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.099574126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07626ee6-ab18-4408-be4c-241fdd15635d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.149800868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07626ee6-ab18-4408-be4c-241fdd15635d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.200106299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07626ee6-ab18-4408-be4c-241fdd15635d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:49.250445316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07626ee6-ab18-4408-be4c-241fdd15635d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.161447263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f0f15b-3c6a-4605-a496-4ea72766e9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.211778475Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f0f15b-3c6a-4605-a496-4ea72766e9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.262126199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f0f15b-3c6a-4605-a496-4ea72766e9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:51.312296003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"12f0f15b-3c6a-4605-a496-4ea72766e9fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:53.913122376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:54.627721834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250e3ab6-a31b-456d-bcfa-0f33e46dcd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:54.678438867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250e3ab6-a31b-456d-bcfa-0f33e46dcd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:54.728842563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250e3ab6-a31b-456d-bcfa-0f33e46dcd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:54.779242148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"250e3ab6-a31b-456d-bcfa-0f33e46dcd73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:55.201856725Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-1c9b4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-1c9b4e","reconcileID":"c86b337b-a1cf-42e5-87d8-93b0ff694b26","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-1c9b4e","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w1-1c9b4e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.624657469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f755ac24-2d8c-476e-bf6a-f1fecd94dfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.675383609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f755ac24-2d8c-476e-bf6a-f1fecd94dfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.729608448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f755ac24-2d8c-476e-bf6a-f1fecd94dfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:56.781148421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f755ac24-2d8c-476e-bf6a-f1fecd94dfce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:58.656166878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867ac799-03e8-46db-83f8-a67f0a9fe8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:58.706715593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867ac799-03e8-46db-83f8-a67f0a9fe8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:58.75716481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867ac799-03e8-46db-83f8-a67f0a9fe8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:05:58.807429131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"867ac799-03e8-46db-83f8-a67f0a9fe8bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:00.695006856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d8ac22-33a4-48b7-aad1-ebf1f6d4a094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:00.745381892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d8ac22-33a4-48b7-aad1-ebf1f6d4a094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:00.79601383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d8ac22-33a4-48b7-aad1-ebf1f6d4a094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:00.846277848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71d8ac22-33a4-48b7-aad1-ebf1f6d4a094","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.750073242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d694a553-932f-4b01-a6ef-2de6eaa17593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.80071078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d694a553-932f-4b01-a6ef-2de6eaa17593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.851789765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d694a553-932f-4b01-a6ef-2de6eaa17593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:02.902654517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d694a553-932f-4b01-a6ef-2de6eaa17593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:04.752056063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f77f9-42bf-485e-9032-4cc8c5b6a004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:04.802068157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f77f9-42bf-485e-9032-4cc8c5b6a004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:04.852191127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f77f9-42bf-485e-9032-4cc8c5b6a004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:04.9027823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e3f77f9-42bf-485e-9032-4cc8c5b6a004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:06.753197459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb385d-0a26-41a4-bb0b-3a6d334d02fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:06.803467327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb385d-0a26-41a4-bb0b-3a6d334d02fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:06.853883036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb385d-0a26-41a4-bb0b-3a6d334d02fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:06.904543191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"45cb385d-0a26-41a4-bb0b-3a6d334d02fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.847087837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3933d10-1993-4992-b2a1-482aad0e0551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.897292471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3933d10-1993-4992-b2a1-482aad0e0551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.947453754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3933d10-1993-4992-b2a1-482aad0e0551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:08.997750008Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a3933d10-1993-4992-b2a1-482aad0e0551","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.846633668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ceca47-6c3b-4dad-810f-1c5c5a52f9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.896778545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ceca47-6c3b-4dad-810f-1c5c5a52f9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.947730538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ceca47-6c3b-4dad-810f-1c5c5a52f9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:10.999399672Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f5ceca47-6c3b-4dad-810f-1c5c5a52f9b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.835775881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539535ad-943b-4bbf-a082-38f5bcba7e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.886024636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539535ad-943b-4bbf-a082-38f5bcba7e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.936099709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539535ad-943b-4bbf-a082-38f5bcba7e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:12.989076639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"539535ad-943b-4bbf-a082-38f5bcba7e1c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.816535021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872e47b0-acf1-47fe-bd76-53092f8d3b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.866686547Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872e47b0-acf1-47fe-bd76-53092f8d3b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.916753513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872e47b0-acf1-47fe-bd76-53092f8d3b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:14.966857257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"872e47b0-acf1-47fe-bd76-53092f8d3b65","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:15.308760158Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-d9576a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-d9576a","reconcileID":"c819ec7c-a178-4ee0-a213-a71e7af8b90c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-d9576a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w4-d9576a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:16.845210061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f69f828-f462-43bf-8b15-4e873bd78c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:16.895750552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f69f828-f462-43bf-8b15-4e873bd78c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:16.946013214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f69f828-f462-43bf-8b15-4e873bd78c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:16.996227345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6f69f828-f462-43bf-8b15-4e873bd78c0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:18.884072503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c708a698-45ca-4219-997e-63592f593e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:18.934423154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c708a698-45ca-4219-997e-63592f593e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:18.984831999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c708a698-45ca-4219-997e-63592f593e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:19.042437579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c708a698-45ca-4219-997e-63592f593e18","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.873622126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7f4d04-0998-4b55-91d6-75a619b1acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.92532599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7f4d04-0998-4b55-91d6-75a619b1acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:20.975718538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7f4d04-0998-4b55-91d6-75a619b1acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:21.025887655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7e7f4d04-0998-4b55-91d6-75a619b1acdb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.844781342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bed194-e3f9-4886-b0db-b15ec69f29d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.894920484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bed194-e3f9-4886-b0db-b15ec69f29d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.94504229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bed194-e3f9-4886-b0db-b15ec69f29d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:22.995124338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47bed194-e3f9-4886-b0db-b15ec69f29d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:23.913405855Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:24.819382161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85df4c41-d253-4509-95f7-81305a475ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:24.87040851Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85df4c41-d253-4509-95f7-81305a475ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:24.921102334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85df4c41-d253-4509-95f7-81305a475ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:24.975087756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85df4c41-d253-4509-95f7-81305a475ae0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:26.80068433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd0c64-4c03-41a1-89e3-7c3c93138343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:26.851843796Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd0c64-4c03-41a1-89e3-7c3c93138343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:26.902903087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd0c64-4c03-41a1-89e3-7c3c93138343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:26.953186688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"05bd0c64-4c03-41a1-89e3-7c3c93138343","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.844593594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d2594b-05ec-45c2-ac73-f5410c372c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.895278654Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d2594b-05ec-45c2-ac73-f5410c372c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.945401663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d2594b-05ec-45c2-ac73-f5410c372c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:29.995673151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1d2594b-05ec-45c2-ac73-f5410c372c75","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:30.500626003Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6a5d73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6a5d73","reconcileID":"52e94a27-6cc7-4b74-9ee3-f1752e30ddc1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6a5d73","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6a5d73":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.844134133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a0b0c8-4a27-4e69-b615-718068ae5dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.89460218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a0b0c8-4a27-4e69-b615-718068ae5dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.944848668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a0b0c8-4a27-4e69-b615-718068ae5dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:31.995033241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83a0b0c8-4a27-4e69-b615-718068ae5dc6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.842844508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25946ad-1c81-4294-b35d-6625639b179b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.893637289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25946ad-1c81-4294-b35d-6625639b179b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.944104692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25946ad-1c81-4294-b35d-6625639b179b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:33.994461176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b25946ad-1c81-4294-b35d-6625639b179b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.852777531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacba9e9-4e3b-4cb4-a0bd-fc7ea3ca594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.902864433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacba9e9-4e3b-4cb4-a0bd-fc7ea3ca594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:35.952967143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacba9e9-4e3b-4cb4-a0bd-fc7ea3ca594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:36.003132804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bacba9e9-4e3b-4cb4-a0bd-fc7ea3ca594c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.011602575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"d405bdcf-5021-4bf0-839a-63df55bf5f92","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:43.125397333Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"d405bdcf-5021-4bf0-839a-63df55bf5f92","name":"e2e-shared-b-w3-434b6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:47.507613733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df340121-f2b5-4be2-9508-383d5173af91","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:47.609107595Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"52b4c441-c6ce-45a2-a9f0-a8aba5f31b00","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:47.787170464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"66bd1b37-348d-4c8b-b63f-19e3d24c031f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:47.961821614Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"ed8bf631-07b2-4fe9-98bd-402ce205a9c9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.062845066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"e21c0501-0356-442a-a284-7e5803c826e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.218572067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"256d89e7-3212-4e6b-9091-6f1138468d0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.320129909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"247bb51e-39b7-4afc-a9eb-49ffc8eb4842","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.397987149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"2714f3dc-c5f1-4894-abac-b35f74d586b3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.500272963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"d6bb18ba-7d57-4883-a87c-14ca4c08eae5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.60221048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d440011-5762-40fe-8ae5-6ae0eec19f61","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.699005192Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"07622270-e139-4bcb-a753-c77ab1344b7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:48.717545843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"5e86f332-ff7a-4b00-bac6-17e8a2617f73","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:50.889405267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"8ebc0030-1006-4734-88d8-96266c727948","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:50.889436857Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"8ebc0030-1006-4734-88d8-96266c727948","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.387408369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a1c6a7b6-5c73-4f1d-b0e4-b3fcc8b91e2a","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.387436546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a1c6a7b6-5c73-4f1d-b0e4-b3fcc8b91e2a","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.44030871Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"1df4ebd6-a36f-4b7d-a1b7-5821225502b0","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.440332025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"1df4ebd6-a36f-4b7d-a1b7-5821225502b0","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.544844093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"9849ab98-d77a-4228-99b6-d41d1603fdf2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.668407509Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"9849ab98-d77a-4228-99b6-d41d1603fdf2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.722233299Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b22fcc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"9849ab98-d77a-4228-99b6-d41d1603fdf2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.776024104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"3cd5aeb7-40d3-4bbf-9f4d-4d0b3e58bc0d","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:51.77604384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"3cd5aeb7-40d3-4bbf-9f4d-4d0b3e58bc0d","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:06:53.912677361Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:01.875937235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"2a88a6aa-ce48-4585-a408-1a20660ddc77","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:01.931183834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"2a88a6aa-ce48-4585-a408-1a20660ddc77","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:01.98523579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b22fcc-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"2a88a6aa-ce48-4585-a408-1a20660ddc77","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:04.867683788Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"75078ea4-ca8d-413d-98ca-9e27ea064144","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.046866832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"dac387ff-4ef6-40e7-8438-786a285aa7e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.14616095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"14c51588-f766-49e5-947e-8c3efa2aaa14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.343725603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"b6773f8d-975d-4e44-b7d8-185f7e878cb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.443981377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ba1ad330-73fa-4fa2-9263-11d7708e12e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.546642412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"d7bb4071-808f-4849-a0d5-ea8b2c769562","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.64470833Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"c40fa2ae-7434-45a1-bbc8-32bf0e5f331b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.811477008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"49f43b66-0cab-4b43-ba7a-43545f6fbfa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:05.911793349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"2ed58028-9068-4d6a-8d92-10e82e868645","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:06.012288894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a40cdd17-a455-428b-87a2-c10966e7b44b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:06.112776858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"95b70613-2c71-49eb-8fa0-aafa3354155a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:06.212063441Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"32955cb2-ccb2-4a74-a1ea-1b90d6b1248e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:07.001746522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"97994ed6-7814-484d-a0cb-a856e9b7a837","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:07.11538429Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"97994ed6-7814-484d-a0cb-a856e9b7a837","name":"e2e-shared-b-w1-1c9b4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:12.086616791Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"682e99d5-3f68-4ee1-b913-7e102adbf654","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:12.142100707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"682e99d5-3f68-4ee1-b913-7e102adbf654","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:12.201602858Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b22fcc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8139ba4bc86c9a2a269fb23d5ab4e21247844b464b08a7ef1770007b48dc792) AuthConfig (8932af0dce0ab534381e4deda2015d76dee6934c38a1b134d49ae0cd97a5177f) AuthConfig (b71cb5a5f93b700c9c9561a446dbaeeeada1e1d2f8ced9217608bf64459cf31e) AuthConfig (e65d256ce49d98f84deeb5014cb6eda1bf2659444d6037f9adc6addcd570c1d8) AuthConfig (99e70e252fff9586359f86e3c8a89a11d30d2408cbef50480f96e3b6aefb5fb5) AuthConfig (5e6f7fbf0d09b6d5746f0a0f0aeb0a62dba3b3038b5427ec12e8110714f5a3bb) AuthConfig (726fc87e99709763308de8d7c410c3edf24da32c55ffb106865a9464b12b00e5) AuthConfig (95805a9e9294278bfa36c32c1f1f8c77a8760bfd2bf082047987e85cc1862c6f) AuthConfig (364bec5ebd6c0caab07c932fc3276f3f338412a88d198cffe0481ffa4ae9c673) AuthConfig (4393270d61be71e55070c54a47f014cb85d7393cfd4ad6fe75e667871ee4c7c8) AuthConfig (9411da33d725da2c4460a55a91acc6a821ac14e0eedb744eccae6399fef636b4) AuthConfig (b6508b86341aa314190eddfd425525025c6954acd9be91668787257d1505247a) AuthConfig (c8020109d184491538738507336213c8ebe56d976d2efd0a0ca8c007f7c53390) AuthConfig (e433a3027f1d8eddda8667bbe15a5e95be88f8904e46d2bb6ef1555f47860aed) AuthConfig (06daaadda9eb3422d6de89248919d77f2deacd7a52ac3a241d15bcdf166104f4) AuthConfig (29de5c2877cc2b3d3cd6219226b90243253b4496aadf3c230dbd9e7de20315c5) AuthConfig (2e323cf56d088fc5ed0bd8bfa571948b09119f62b22f9f4fa586c314f6873a80) AuthConfig (68e886d4ab55da0e48e209003e51a8a470ac62df19b497be34079ab2295f7d81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"682e99d5-3f68-4ee1-b913-7e102adbf654","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:12.257549794Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"409a2c0b-b218-4598-9db5-e5d83eb6422c","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:12.257572029Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"409a2c0b-b218-4598-9db5-e5d83eb6422c","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:22.359486673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"2d16747f-3b2a-4ac7-a77f-9b527746b9e2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:22.414997047Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"2d16747f-3b2a-4ac7-a77f-9b527746b9e2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:22.469054988Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-praxis-a-b22fcc-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c8139ba4bc86c9a2a269fb23d5ab4e21247844b464b08a7ef1770007b48dc792) AuthConfig (8932af0dce0ab534381e4deda2015d76dee6934c38a1b134d49ae0cd97a5177f) AuthConfig (b71cb5a5f93b700c9c9561a446dbaeeeada1e1d2f8ced9217608bf64459cf31e) AuthConfig (e65d256ce49d98f84deeb5014cb6eda1bf2659444d6037f9adc6addcd570c1d8) AuthConfig (99e70e252fff9586359f86e3c8a89a11d30d2408cbef50480f96e3b6aefb5fb5) AuthConfig (5e6f7fbf0d09b6d5746f0a0f0aeb0a62dba3b3038b5427ec12e8110714f5a3bb) AuthConfig (726fc87e99709763308de8d7c410c3edf24da32c55ffb106865a9464b12b00e5) AuthConfig (95805a9e9294278bfa36c32c1f1f8c77a8760bfd2bf082047987e85cc1862c6f) AuthConfig (364bec5ebd6c0caab07c932fc3276f3f338412a88d198cffe0481ffa4ae9c673) AuthConfig (4393270d61be71e55070c54a47f014cb85d7393cfd4ad6fe75e667871ee4c7c8) AuthConfig (9411da33d725da2c4460a55a91acc6a821ac14e0eedb744eccae6399fef636b4) AuthConfig (b6508b86341aa314190eddfd425525025c6954acd9be91668787257d1505247a) AuthConfig (c8020109d184491538738507336213c8ebe56d976d2efd0a0ca8c007f7c53390) AuthConfig (e433a3027f1d8eddda8667bbe15a5e95be88f8904e46d2bb6ef1555f47860aed) AuthConfig (06daaadda9eb3422d6de89248919d77f2deacd7a52ac3a241d15bcdf166104f4) AuthConfig (29de5c2877cc2b3d3cd6219226b90243253b4496aadf3c230dbd9e7de20315c5) AuthConfig (2e323cf56d088fc5ed0bd8bfa571948b09119f62b22f9f4fa586c314f6873a80) AuthConfig (68e886d4ab55da0e48e209003e51a8a470ac62df19b497be34079ab2295f7d81)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"2d16747f-3b2a-4ac7-a77f-9b527746b9e2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:23.913569375Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:30.881987292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"acc7114c-1303-428f-a169-2e985bd0673b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:30.998040993Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"acc7114c-1303-428f-a169-2e985bd0673b","name":"e2e-shared-b-w4-d9576a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:32.569672488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"5984e310-ec7d-4894-9cea-faca0a23e7a9","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:32.624851295Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"5984e310-ec7d-4894-9cea-faca0a23e7a9","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:32.883773781Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"2897192b-7ef9-4d56-b216-d74f1deb2b2a","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:32.88380908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"2897192b-7ef9-4d56-b216-d74f1deb2b2a","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.599434343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"0d6578b2-e326-4710-b688-02871de3115f","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.599453842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"0d6578b2-e326-4710-b688-02871de3115f","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.655750764Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"09681cac-f30b-4e8e-a621-238368000fcc","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.655863966Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"09681cac-f30b-4e8e-a621-238368000fcc","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.699260468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"95dd47f6-8744-40b3-8f60-416da738afed","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:07:38.70596971Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"2aac7f1f-ddce-441f-89dd-c4dd225addb3","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"praxis-route-b22fcc-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:07:38.707827361Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"09681cac-f30b-4e8e-a621-238368000fcc","name":"praxis-route-b22fcc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b22fcc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:07:38.707887331Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"09681cac-f30b-4e8e-a621-238368000fcc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b22fcc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.713249831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"78ed709e-0cb0-4e2d-94b7-ba35d150de9b","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.7132643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"78ed709e-0cb0-4e2d-94b7-ba35d150de9b","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.754767464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"95dd47f6-8744-40b3-8f60-416da738afed","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.81374076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"bbe89b55-bcdd-4779-9a17-769f0173e131","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.813769561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"bbe89b55-bcdd-4779-9a17-769f0173e131","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.869903427Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"bd724082-c0e1-40f0-b3df-8e0113ea3562","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:38.869932554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"bd724082-c0e1-40f0-b3df-8e0113ea3562","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.057548803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"3bec64e3-a563-439a-b3a1-d04d8a6447e2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.07371135Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"f9d992d6-fad1-4c7d-b4e5-4afa5e6155fd","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"maas-trlp-praxis-route-b22fcc","model":"praxis-route-b22fcc","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.112705096Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"3bec64e3-a563-439a-b3a1-d04d8a6447e2","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.232756197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a0d80196-23c2-4d7d-bcd7-0b0c3314122b","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.232776001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a0d80196-23c2-4d7d-bcd7-0b0c3314122b","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:39.437038412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"06e44127-63cf-4adb-b636-b0ad1834537a","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"maas-trlp-praxis-route-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.193270072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"bb3a4617-edac-4df4-b584-a034fe60581e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:45.306890603Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"bb3a4617-edac-4df4-b584-a034fe60581e","name":"e2e-shared-b-w2-6a5d73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:07:53.913377284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:01.55284855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8fc727-1f61-4044-948f-c04567bbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:01.603138503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8fc727-1f61-4044-948f-c04567bbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:01.653533026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8fc727-1f61-4044-948f-c04567bbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:01.705528561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d8fc727-1f61-4044-948f-c04567bbd5ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:03.537252918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ecef95-c401-4b7d-8be0-904b92d6f9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:03.587687979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ecef95-c401-4b7d-8be0-904b92d6f9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:03.640330584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ecef95-c401-4b7d-8be0-904b92d6f9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:03.69129341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25ecef95-c401-4b7d-8be0-904b92d6f9cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:05.537043014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7146b0ff-9cd2-42ad-8fac-7d44cfe9d0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:05.587479163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7146b0ff-9cd2-42ad-8fac-7d44cfe9d0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:05.637942829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7146b0ff-9cd2-42ad-8fac-7d44cfe9d0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:05.688467137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7146b0ff-9cd2-42ad-8fac-7d44cfe9d0e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.551717827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8697549-79da-4d82-b3c2-98aff11640f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.601925679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8697549-79da-4d82-b3c2-98aff11640f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.652142556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8697549-79da-4d82-b3c2-98aff11640f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:07.70254294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8697549-79da-4d82-b3c2-98aff11640f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:09.552705619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ff7569-6cd4-4eb8-8484-bc8115d86da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:09.602992539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ff7569-6cd4-4eb8-8484-bc8115d86da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:09.653183014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ff7569-6cd4-4eb8-8484-bc8115d86da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:09.703553234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c0ff7569-6cd4-4eb8-8484-bc8115d86da8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:15.944383042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"f174013b-2bd2-4436-afeb-00b7166567b0","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"maas-trlp-praxis-route-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:16.10613194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"892abe38-7447-4eec-a642-b921aab1915f","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:16.106154106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"892abe38-7447-4eec-a642-b921aab1915f","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:17.731717398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"586e8f84-4772-4d51-9297-839fb49f2f4f","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:17.787323537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"586e8f84-4772-4d51-9297-839fb49f2f4f","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:23.913578642Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.243910378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b78cb9-8bd0-41de-bf86-cd7e9133a22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.294437243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b78cb9-8bd0-41de-bf86-cd7e9133a22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.344733746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b78cb9-8bd0-41de-bf86-cd7e9133a22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.380811079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"c62c379e-eeb3-40c0-90aa-76bb87164241","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.380831858Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"c62c379e-eeb3-40c0-90aa-76bb87164241","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.394887559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"07b78cb9-8bd0-41de-bf86-cd7e9133a22f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.597685538Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"63908b3a-6631-4d83-9bbd-bf4fe7cc95c9","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"maas-trlp-praxis-route-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.602277809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"7786b4f1-5287-4084-944a-17cbfc785fb8","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.657599261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"7786b4f1-5287-4084-944a-17cbfc785fb8","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.763897475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"c22f32eb-2492-4878-9b70-72dba5928a77","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.7639236Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"c22f32eb-2492-4878-9b70-72dba5928a77","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:26.966883596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"8aee335a-c621-422e-8ff5-9513f18ec050","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"maas-trlp-praxis-route-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:28.234734588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddb7fc-94e8-41f4-8a0c-b4ec9fa6afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:28.28479841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddb7fc-94e8-41f4-8a0c-b4ec9fa6afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:28.334967273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddb7fc-94e8-41f4-8a0c-b4ec9fa6afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:28.385353343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdddb7fc-94e8-41f4-8a0c-b4ec9fa6afe8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:36.765396356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"b3e398b1-1ef1-4928-8f01-ad0baf70c5d0","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:36.765422289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"b3e398b1-1ef1-4928-8f01-ad0baf70c5d0","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.766677776Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a7d5ccd9-fcf4-47e2-99b3-851507a9a852","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:46.76670267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a7d5ccd9-fcf4-47e2-99b3-851507a9a852","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:50.543348079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5a9857-7fcd-4121-a5ab-1ef96b4e58a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:50.593592644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5a9857-7fcd-4121-a5ab-1ef96b4e58a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:50.64357548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5a9857-7fcd-4121-a5ab-1ef96b4e58a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:50.693931028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec5a9857-7fcd-4121-a5ab-1ef96b4e58a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:52.550450137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff14c3bb-d125-49d8-80a2-5b3c423a847a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:52.601242631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff14c3bb-d125-49d8-80a2-5b3c423a847a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:52.651653911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff14c3bb-d125-49d8-80a2-5b3c423a847a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:52.701816256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ff14c3bb-d125-49d8-80a2-5b3c423a847a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:53.913114011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:56.767571845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"652ef74d-54de-4656-80f5-178132a81eeb","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:56.767596219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"652ef74d-54de-4656-80f5-178132a81eeb","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.473909044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"3a779b0f-81b2-4fc8-b9a8-f1b5d853064a","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.47409637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"dfcbc882-d330-4637-ac5c-338081018e68","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"tenant":"e2e-praxis-a-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.474135038Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"dfcbc882-d330-4637-ac5c-338081018e68","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"routeName":"praxis-route-b22fcc-kserve-route","namespace":"ai-tenant-e2e-praxis-a-b22fcc","llmisvcName":"praxis-route-b22fcc","gateway":"openshift-ingress/e2e-praxis-a-b22fcc","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.485432086Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"3fe56ed4-b116-4671-b825-e04d9d93aae3","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:08:59.581744753Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a59b30cc-cb39-4120-bf66-6c1ae9b18703","name":"praxis-route-b22fcc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b22fcc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:08:59.581820597Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"a59b30cc-cb39-4120-bf66-6c1ae9b18703","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b22fcc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.645783917Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"98250e2b-c413-4500-b0db-01ad89509235","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.677709079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"3a779b0f-81b2-4fc8-b9a8-f1b5d853064a","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:08:59.694968376Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"33acfd10-a968-4287-a19d-f5b85fd7d7d5","name":"praxis-route-b22fcc","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b22fcc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:207\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:08:59.695034867Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"33acfd10-a968-4287-a19d-f5b85fd7d7d5","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"praxis-route-b22fcc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.750266544Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"76fa7b5b-ac80-4e21-901d-3e2fa8f61464","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.801175711Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"3a779b0f-81b2-4fc8-b9a8-f1b5d853064a","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"name":"e2e-praxis-a-b22fcc-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:08:59.801202391Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-auth","reconcileID":"3a779b0f-81b2-4fc8-b9a8-f1b5d853064a","MaaSAuthPolicy":{"name":"praxis-route-b22fcc-auth","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:00.579684619Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"c591be7f-6a99-4b33-90a1-548a118de291","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:00.82701363Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"b1ef96d0-d15b-4100-84a0-47cfb53a7893","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac4c77c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:01.038195036Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"14401e68-9e69-4ccc-af2f-c2d5c617ad99","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac4c77c7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:01.114757621Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"fd38faf5-4ad4-4cf5-89b5-54623cdf7c22","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac4c77c7","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:09:01.215515795Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"praxis-route-b22fcc","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc","reconcileID":"303377db-4111-42eb-9f40-eb87242c58e9","error":"maasmodelrefs.maas.opendatahub.io \"praxis-route-b22fcc\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:01.86281577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33daddc3-84ac-4b32-b2d8-3d1d80610e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:01.913190234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33daddc3-84ac-4b32-b2d8-3d1d80610e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:01.96384186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33daddc3-84ac-4b32-b2d8-3d1d80610e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:02.014455864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"33daddc3-84ac-4b32-b2d8-3d1d80610e92","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:03.856521434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687cc8c-4134-4b1a-8792-a0b7a5f4bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:03.906735826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687cc8c-4134-4b1a-8792-a0b7a5f4bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:03.957059904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687cc8c-4134-4b1a-8792-a0b7a5f4bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:04.009186197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7687cc8c-4134-4b1a-8792-a0b7a5f4bb3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.829427631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a7a8d6-8595-41c8-aae3-5d56b8a72fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.881068802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a7a8d6-8595-41c8-aae3-5d56b8a72fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.932631151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a7a8d6-8595-41c8-aae3-5d56b8a72fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:05.983296649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31a7a8d6-8595-41c8-aae3-5d56b8a72fda","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:07.80208656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aae163e-16f1-4c34-83d3-66cd9c352f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:07.852377458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aae163e-16f1-4c34-83d3-66cd9c352f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:07.902664545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aae163e-16f1-4c34-83d3-66cd9c352f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:07.953092726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1aae163e-16f1-4c34-83d3-66cd9c352f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:11.1672457Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"0208952c-e58a-4b64-8756-0f3edb276061","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","subscription":"praxis-route-b22fcc-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:11.167402227Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"praxis-route-b22fcc-sub","reconcileID":"0208952c-e58a-4b64-8756-0f3edb276061","MaaSSubscription":{"name":"praxis-route-b22fcc-sub","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"model":"ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","error":"MaaSModelRef not found: ai-tenant-e2e-praxis-a-b22fcc/praxis-route-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:16.409162404Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"6130aa2f-e606-41bc-b725-362188118ca2","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:16.409191402Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"6130aa2f-e606-41bc-b725-362188118ca2","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:23.913612827Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:49.486698531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0762f2-9f7e-48b5-934d-d4a57c0d5f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:49.536926741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0762f2-9f7e-48b5-934d-d4a57c0d5f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:49.5877294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0762f2-9f7e-48b5-934d-d4a57c0d5f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:49.638169848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b0762f2-9f7e-48b5-934d-d4a57c0d5f01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.734347855Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"580a6644-d31f-4d87-9d95-24c2753a7b8d","namespace":"ai-tenant-e2e-praxis-a-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.73447533Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"580a6644-d31f-4d87-9d95-24c2753a7b8d","namespace":"ai-tenant-e2e-praxis-a-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:51.734543208Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"580a6644-d31f-4d87-9d95-24c2753a7b8d","aitenant":"ai-tenants/e2e-praxis-a-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:09:53.913826656Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:23.913572963Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.983664543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"3c4416b2-34db-4902-ab4a-8eaccf85327a","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:24.983693543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"3c4416b2-34db-4902-ab4a-8eaccf85327a","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.583009644Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"2c236936-d465-48a4-924e-f01d1a21b1d2","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:44.583035745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"2c236936-d465-48a4-924e-f01d1a21b1d2","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.02500804Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"6a9f2da2-69e3-4458-9371-43ab7c714970","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:45.025042804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"6a9f2da2-69e3-4458-9371-43ab7c714970","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.572896763Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"93efaedd-901d-42e6-a2cd-95d96093df7b","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:50.572927695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"93efaedd-901d-42e6-a2cd-95d96093df7b","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:53.912947209Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.190505607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"9be670f1-c7bd-4993-8b64-fe3d38d35ed8","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.190528386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"9be670f1-c7bd-4993-8b64-fe3d38d35ed8","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.24555276Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"eb04fa01-5b60-4b94-9890-90d9caf4f705","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.24558041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"eb04fa01-5b60-4b94-9890-90d9caf4f705","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.345830703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"2fe21bb8-4889-494c-bf0f-abf86e79d9ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.468589857Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"2fe21bb8-4889-494c-bf0f-abf86e79d9ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.522569891Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-059b23-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"2fe21bb8-4889-494c-bf0f-abf86e79d9ed","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.577915677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"7fb6f4de-9a95-46d0-84d1-136aca1ccd74","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:10:56.577935891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"7fb6f4de-9a95-46d0-84d1-136aca1ccd74","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.416306527Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","namespace":"ai-tenant-e2e-praxis-a-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.416384579Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","namespace":"ai-tenant-e2e-praxis-a-b22fcc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.416455095Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","tenant":"e2e-praxis-a-b22fcc","tenantID":"e2e-praxis-a-b22fcc","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.46864419Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"Deployment","name":"maas-api-e2e-praxis-a-b22fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.528351457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"Service","name":"maas-api-e2e-praxis-a-b22fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.586097092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-b22fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.637737384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-b22fcc","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.690905818Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.743423098Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.796301446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.850565522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.900226853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:03.950307673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.000567031Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"Service","name":"payload-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.050592456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.100536059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.150289944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.200244157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.254377431Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.304450652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.354405128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.40410159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-b22fcc","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:04.453930982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-b22fcc"},"namespace":"ai-tenant-e2e-praxis-a-b22fcc","name":"default-tenant","reconcileID":"e2ed0e0c-a382-46f1-a85b-cbba37607def","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-b22fcc","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:05.131255011Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-b22fcc","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-b22fcc","reconcileID":"9aa6b0b9-2022-450c-bc2a-6871c97b3f9e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-b22fcc","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-b22fcc"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.376918236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62acbd99-7aee-4583-b058-8cfda8738911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.427299272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62acbd99-7aee-4583-b058-8cfda8738911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.477682122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62acbd99-7aee-4583-b058-8cfda8738911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.527996895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62acbd99-7aee-4583-b058-8cfda8738911","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.678687275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"09fcaff0-320d-4e73-82b7-7e01ce065e7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.734242809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"09fcaff0-320d-4e73-82b7-7e01ce065e7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:06.78804357Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-059b23-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"09fcaff0-320d-4e73-82b7-7e01ce065e7a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.352882496Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d4db0-6941-407b-a321-a841aeb01327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.402997324Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d4db0-6941-407b-a321-a841aeb01327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.453036826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d4db0-6941-407b-a321-a841aeb01327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:08.503289274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f88d4db0-6941-407b-a321-a841aeb01327","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.053906307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae6bcbe-ae75-45bc-a57c-757e8d073c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.104200785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae6bcbe-ae75-45bc-a57c-757e8d073c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.154473415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae6bcbe-ae75-45bc-a57c-757e8d073c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:14.204747626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ae6bcbe-ae75-45bc-a57c-757e8d073c9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:16.090857587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717acd6-31d5-4034-855c-30a556c4ac1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:16.140992859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717acd6-31d5-4034-855c-30a556c4ac1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:16.19100668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717acd6-31d5-4034-855c-30a556c4ac1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:16.241148949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3717acd6-31d5-4034-855c-30a556c4ac1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:16.88959409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"c0a8cbf4-d413-4a66-8547-131f0b82b455","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:16.944870973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"c0a8cbf4-d413-4a66-8547-131f0b82b455","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:17.000981866Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-059b23-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"c0a8cbf4-d413-4a66-8547-131f0b82b455","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:23.913412754Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:27.10239839Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"21e85b9d-7947-403a-af3c-3c9bcca34537","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:27.158158831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"21e85b9d-7947-403a-af3c-3c9bcca34537","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:27.212036374Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-059b23-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd4a5ca797cc29b0d30f691ce40155004ef9ec008008739f221b78558b37f309) AuthConfig (3c5e27a547dc18841adc264f7fdc1b92d78ce7196039dfbf714b7bc11978be0a) AuthConfig (3d309623a575f6db1a5bf0f8aa5bb5f860949050e39249a9996fd67ea60af518) AuthConfig (60f23ac02766b505b7a119fa0af047299f09dadb3da459a936a32a35b4a4920c) AuthConfig (7f9058fcaccc66c76ca9db8991bf9b8a69fe4eabaa39144dfc8781ced3b45c0f) AuthConfig (56f25a7ddc71dc450741459a5d4054321e137d7c12cf9b105c8291237144d6e5) AuthConfig (0924965571118dd705e16953b91408128c1507dc702aeaf7487f3bfa6d8d7443) AuthConfig (d573170ad87483548b70105ceb297b5a151b13d4f2e81a07bf516ec99db52a54) AuthConfig (acb7b6d40315d3fc2bb317c6fae41074256da3f8e1025fb370d14e1b5945dd50) AuthConfig (7fe2545754af04102706bc2bf28bd0dbd6bbb81cb0c776d352dd908422ab04dc) AuthConfig (47b547b54af9d905cd29178da1c983b4726b7c51942b4f2cbb48d0638d615b20) AuthConfig (c9fced0d3980b6f03bfae7446830fa5aef4fa0fcbaba99d91d85f91882c6b944) AuthConfig (602a85d13737759092aac2135c46bb9105fc6f43a16d5eb1723bc71457a62de5) AuthConfig (98110cf4326a6274c4ba1922b3e18a9d38231483da05f0a033848840683e2ca7) AuthConfig (4a0ebe304cce843e96ef35ef1d6fbcc15f52d66f044e2a702e939bc5ab01fef5) AuthConfig (72e531280f12b320b084010e16c92cbbfecbde2cf473656db9b5ecfe9964a337) AuthConfig (1d978696e8401d0e8ae9a5409d775f48fa81ac29f72ca5017e489c98c9028b88) AuthConfig (2545176e2ed72a91889e0c709f40aac7d3f0a85752a571f8066c11db05d14720)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"21e85b9d-7947-403a-af3c-3c9bcca34537","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:27.268106557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"422f0668-2026-421e-bbf5-64403d20eaad","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:27.268129439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"422f0668-2026-421e-bbf5-64403d20eaad","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.602072545Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","namespace":"ai-tenant-e2e-praxis-b-f7f61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.602135001Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","namespace":"ai-tenant-e2e-praxis-b-f7f61d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.602185056Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","tenant":"e2e-praxis-b-f7f61d","tenantID":"e2e-praxis-b-f7f61d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.654155275Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"Deployment","name":"maas-api-e2e-praxis-b-f7f61d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.71278861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"Service","name":"maas-api-e2e-praxis-b-f7f61d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.77073247Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-f7f61d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.822767159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-f7f61d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.919792543Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:33.986221378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.041595675Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.094456686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.14452877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.194308302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.244689322Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"Service","name":"payload-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.294656099Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.344751393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.39453942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.44440557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.49890659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.549241795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.599074606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.648916259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-f7f61d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:34.69891695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-f7f61d"},"namespace":"ai-tenant-e2e-praxis-b-f7f61d","name":"default-tenant","reconcileID":"f6641bf8-011a-4286-a44c-edd3e06470e9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-f7f61d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:37.36924291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"93ff59db-6155-4ebf-99ad-0d96747fc2de","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:37.424987375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"93ff59db-6155-4ebf-99ad-0d96747fc2de","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:37.479852165Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-059b23-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd4a5ca797cc29b0d30f691ce40155004ef9ec008008739f221b78558b37f309) AuthConfig (3c5e27a547dc18841adc264f7fdc1b92d78ce7196039dfbf714b7bc11978be0a) AuthConfig (3d309623a575f6db1a5bf0f8aa5bb5f860949050e39249a9996fd67ea60af518) AuthConfig (60f23ac02766b505b7a119fa0af047299f09dadb3da459a936a32a35b4a4920c) AuthConfig (7f9058fcaccc66c76ca9db8991bf9b8a69fe4eabaa39144dfc8781ced3b45c0f) AuthConfig (56f25a7ddc71dc450741459a5d4054321e137d7c12cf9b105c8291237144d6e5) AuthConfig (0924965571118dd705e16953b91408128c1507dc702aeaf7487f3bfa6d8d7443) AuthConfig (d573170ad87483548b70105ceb297b5a151b13d4f2e81a07bf516ec99db52a54) AuthConfig (acb7b6d40315d3fc2bb317c6fae41074256da3f8e1025fb370d14e1b5945dd50) AuthConfig (7fe2545754af04102706bc2bf28bd0dbd6bbb81cb0c776d352dd908422ab04dc) AuthConfig (47b547b54af9d905cd29178da1c983b4726b7c51942b4f2cbb48d0638d615b20) AuthConfig (c9fced0d3980b6f03bfae7446830fa5aef4fa0fcbaba99d91d85f91882c6b944) AuthConfig (602a85d13737759092aac2135c46bb9105fc6f43a16d5eb1723bc71457a62de5) AuthConfig (98110cf4326a6274c4ba1922b3e18a9d38231483da05f0a033848840683e2ca7) AuthConfig (4a0ebe304cce843e96ef35ef1d6fbcc15f52d66f044e2a702e939bc5ab01fef5) AuthConfig (72e531280f12b320b084010e16c92cbbfecbde2cf473656db9b5ecfe9964a337) AuthConfig (1d978696e8401d0e8ae9a5409d775f48fa81ac29f72ca5017e489c98c9028b88) AuthConfig (2545176e2ed72a91889e0c709f40aac7d3f0a85752a571f8066c11db05d14720)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"93ff59db-6155-4ebf-99ad-0d96747fc2de","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:42.30701652Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f7f61d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f7f61d","reconcileID":"4e8f5065-63cc-411e-8860-25563dd4316c","aitenant":"ai-tenants/e2e-praxis-b-f7f61d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:42.943029018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f785dde-0822-43bb-a5f5-6b3e28e69d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:42.993387837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f785dde-0822-43bb-a5f5-6b3e28e69d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.043628971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f785dde-0822-43bb-a5f5-6b3e28e69d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.051749086Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-f7f61d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-f7f61d","reconcileID":"4e8f5065-63cc-411e-8860-25563dd4316c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-f7f61d","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-f7f61d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:43.094146522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f785dde-0822-43bb-a5f5-6b3e28e69d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:44.967096311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780c6944-f37e-46ac-92ae-556b9e48f365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:45.017519303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780c6944-f37e-46ac-92ae-556b9e48f365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:45.067861697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780c6944-f37e-46ac-92ae-556b9e48f365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:45.118660049Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"780c6944-f37e-46ac-92ae-556b9e48f365","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.85616733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"f0da1029-1e42-44c5-b142-11048af3fffe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:46.949629828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1867b464-0112-4a97-88ac-d3eaf0e9ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.000029798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1867b464-0112-4a97-88ac-d3eaf0e9ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.050875347Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1867b464-0112-4a97-88ac-d3eaf0e9ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.101513052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1867b464-0112-4a97-88ac-d3eaf0e9ed1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.58085496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"ded4444b-bdd5-4af0-bfd3-f1b8101ec52f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.636167807Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"ded4444b-bdd5-4af0-bfd3-f1b8101ec52f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:47.690310012Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-059b23-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd4a5ca797cc29b0d30f691ce40155004ef9ec008008739f221b78558b37f309) AuthConfig (3c5e27a547dc18841adc264f7fdc1b92d78ce7196039dfbf714b7bc11978be0a) AuthConfig (3d309623a575f6db1a5bf0f8aa5bb5f860949050e39249a9996fd67ea60af518) AuthConfig (60f23ac02766b505b7a119fa0af047299f09dadb3da459a936a32a35b4a4920c) AuthConfig (7f9058fcaccc66c76ca9db8991bf9b8a69fe4eabaa39144dfc8781ced3b45c0f) AuthConfig (56f25a7ddc71dc450741459a5d4054321e137d7c12cf9b105c8291237144d6e5) AuthConfig (0924965571118dd705e16953b91408128c1507dc702aeaf7487f3bfa6d8d7443) AuthConfig (d573170ad87483548b70105ceb297b5a151b13d4f2e81a07bf516ec99db52a54) AuthConfig (acb7b6d40315d3fc2bb317c6fae41074256da3f8e1025fb370d14e1b5945dd50) AuthConfig (7fe2545754af04102706bc2bf28bd0dbd6bbb81cb0c776d352dd908422ab04dc) AuthConfig (47b547b54af9d905cd29178da1c983b4726b7c51942b4f2cbb48d0638d615b20) AuthConfig (c9fced0d3980b6f03bfae7446830fa5aef4fa0fcbaba99d91d85f91882c6b944) AuthConfig (602a85d13737759092aac2135c46bb9105fc6f43a16d5eb1723bc71457a62de5) AuthConfig (98110cf4326a6274c4ba1922b3e18a9d38231483da05f0a033848840683e2ca7) AuthConfig (4a0ebe304cce843e96ef35ef1d6fbcc15f52d66f044e2a702e939bc5ab01fef5) AuthConfig (72e531280f12b320b084010e16c92cbbfecbde2cf473656db9b5ecfe9964a337) AuthConfig (1d978696e8401d0e8ae9a5409d775f48fa81ac29f72ca5017e489c98c9028b88) AuthConfig (2545176e2ed72a91889e0c709f40aac7d3f0a85752a571f8066c11db05d14720)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"ded4444b-bdd5-4af0-bfd3-f1b8101ec52f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:51.023794391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"604d5042-78a7-447b-9eff-3eaa435f3d60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:53.913005615Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:57.791510982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"33d7769b-ff97-4462-a9cb-692f3e09275e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:57.847120403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"33d7769b-ff97-4462-a9cb-692f3e09275e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:57.901172665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w3-059b23-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cd4a5ca797cc29b0d30f691ce40155004ef9ec008008739f221b78558b37f309) AuthConfig (3c5e27a547dc18841adc264f7fdc1b92d78ce7196039dfbf714b7bc11978be0a) AuthConfig (3d309623a575f6db1a5bf0f8aa5bb5f860949050e39249a9996fd67ea60af518) AuthConfig (60f23ac02766b505b7a119fa0af047299f09dadb3da459a936a32a35b4a4920c) AuthConfig (7f9058fcaccc66c76ca9db8991bf9b8a69fe4eabaa39144dfc8781ced3b45c0f) AuthConfig (56f25a7ddc71dc450741459a5d4054321e137d7c12cf9b105c8291237144d6e5) AuthConfig (0924965571118dd705e16953b91408128c1507dc702aeaf7487f3bfa6d8d7443) AuthConfig (d573170ad87483548b70105ceb297b5a151b13d4f2e81a07bf516ec99db52a54) AuthConfig (acb7b6d40315d3fc2bb317c6fae41074256da3f8e1025fb370d14e1b5945dd50) AuthConfig (7fe2545754af04102706bc2bf28bd0dbd6bbb81cb0c776d352dd908422ab04dc) AuthConfig (47b547b54af9d905cd29178da1c983b4726b7c51942b4f2cbb48d0638d615b20) AuthConfig (c9fced0d3980b6f03bfae7446830fa5aef4fa0fcbaba99d91d85f91882c6b944) AuthConfig (602a85d13737759092aac2135c46bb9105fc6f43a16d5eb1723bc71457a62de5) AuthConfig (98110cf4326a6274c4ba1922b3e18a9d38231483da05f0a033848840683e2ca7) AuthConfig (4a0ebe304cce843e96ef35ef1d6fbcc15f52d66f044e2a702e939bc5ab01fef5) AuthConfig (72e531280f12b320b084010e16c92cbbfecbde2cf473656db9b5ecfe9964a337) AuthConfig (1d978696e8401d0e8ae9a5409d775f48fa81ac29f72ca5017e489c98c9028b88) AuthConfig (2545176e2ed72a91889e0c709f40aac7d3f0a85752a571f8066c11db05d14720)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"33d7769b-ff97-4462-a9cb-692f3e09275e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.320975189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"694271ac-104f-4214-bda9-faeb3cc5e0f3","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:11:59.321006026Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"694271ac-104f-4214-bda9-faeb3cc5e0f3","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.196054105Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-status-failed-auth","reconcileID":"53d359eb-308f-4a7a-a869-e7e36d85eee1","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.251083014Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-status-failed-auth","reconcileID":"53d359eb-308f-4a7a-a869-e7e36d85eee1","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.304745241Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-status-failed-auth","reconcileID":"53d359eb-308f-4a7a-a869-e7e36d85eee1","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.659765787Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-status-failed-auth","reconcileID":"4bef021a-9e5c-4cc2-840e-834752e04e77","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.715106085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-status-failed-auth","reconcileID":"4bef021a-9e5c-4cc2-840e-834752e04e77","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:00.769068165Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-status-failed-auth","reconcileID":"4bef021a-9e5c-4cc2-840e-834752e04e77","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:02.392662839Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"e2e-status-failed-auth","reconcileID":"fdcec9e7-0602-4875-bfce-cf3abe4fd53b","MaaSAuthPolicy":{"name":"e2e-status-failed-auth","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/nonexistent-model-abc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:04.798355249Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"4f9ab8d9-ac8c-4041-9a65-08012befb6ad","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:04.798408559Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"4f9ab8d9-ac8c-4041-9a65-08012befb6ad","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:04.871809779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"d613a22f-dc9b-4ae9-8236-e3683773e1a2","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:04.871831668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"d613a22f-dc9b-4ae9-8236-e3683773e1a2","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:04.986327553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4725e070-64ba-40c1-bb7a-0b4c7f3a0bfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.111632309Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4725e070-64ba-40c1-bb7a-0b4c7f3a0bfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.165684285Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a54cab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4725e070-64ba-40c1-bb7a-0b4c7f3a0bfd","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.22119702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"faf0bb9b-052a-4d38-965d-c7d47827ce90","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:05.221219084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"faf0bb9b-052a-4d38-965d-c7d47827ce90","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:07.575808625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179816b-7959-48f3-87be-fe1897ab8373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:07.62652139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179816b-7959-48f3-87be-fe1897ab8373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:07.67690296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179816b-7959-48f3-87be-fe1897ab8373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:07.727252212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6179816b-7959-48f3-87be-fe1897ab8373","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:08.031743289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"d8cadad0-01d5-438c-8c31-363024ddfd17","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:08.086910755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"d8cadad0-01d5-438c-8c31-363024ddfd17","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:08.145249853Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b16721","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b16721","reconcileID":"d1baebe2-9f61-4d6c-b581-ed16471f6469","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-b16721","applied":{"maas.opendatahub.io/gateway-access-e2e-explicit-b16721":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:08.395727981Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"8628b564-b3f7-4562-a9ab-fc516cda8f29","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:08.395750252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"8628b564-b3f7-4562-a9ab-fc516cda8f29","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.045577514Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"6253ec6a-b3b1-4abe-a47d-820b14afab7c","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.045606703Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"6253ec6a-b3b1-4abe-a47d-820b14afab7c","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.104190113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"f1d60faa-7e68-402d-9922-3ba195002cc8","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.10421781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"f1d60faa-7e68-402d-9922-3ba195002cc8","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.145137483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"a6c4acac-fe7c-4db2-83ed-8a8b0255c911","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:09.151212981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"3fd6d525-65ca-4b70-bd2f-c9808473d3a8","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f6e4cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:09.155905843Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"f1d60faa-7e68-402d-9922-3ba195002cc8","name":"auth-test-model-059b23","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-059b23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:12:09.155976519Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"f1d60faa-7e68-402d-9922-3ba195002cc8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-059b23\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.161346365Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"af7f57d8-28db-479b-a69f-39035d8b2fe6","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.161384808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"af7f57d8-28db-479b-a69f-39035d8b2fe6","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.200358142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"a6c4acac-fe7c-4db2-83ed-8a8b0255c911","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.264545712Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"2df8b61d-ab4a-437a-a50f-8abe3f7bbeb7","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.264566591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"2df8b61d-ab4a-437a-a50f-8abe3f7bbeb7","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.320460676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"f7e3f6b3-1f0b-4591-86bb-77fd99e09278","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.32048073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"f7e3f6b3-1f0b-4591-86bb-77fd99e09278","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.50115677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"8d67f7d2-b1c9-41f2-940c-ce158450d9c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.524205912Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"e92389de-9434-453a-b747-c6a3b1cbe0cc","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"maas-trlp-auth-test-model-059b23","model":"auth-test-model-059b23","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w3-059b23/e2e-auth-iso-f6e4cc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.553598662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c3857e-5943-4572-87ee-d0033edefe7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.557306649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"8d67f7d2-b1c9-41f2-940c-ce158450d9c9","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.604088263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c3857e-5943-4572-87ee-d0033edefe7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.654493603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c3857e-5943-4572-87ee-d0033edefe7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.705107481Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"13c3857e-5943-4572-87ee-d0033edefe7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.812226732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"13d5353d-938f-4a40-9c41-b25010aa56f0","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:09.812247647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"13d5353d-938f-4a40-9c41-b25010aa56f0","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:10.060803051Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"52d42cb8-4db6-46b0-9fe9-b36a401a5550","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"maas-trlp-auth-test-model-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:10.63685781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"3ed9040c-07b1-49bc-ace1-0ef46ee66fa9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.552118775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfa9938-a9e1-4fe4-ab01-db049a13cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.602831563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfa9938-a9e1-4fe4-ab01-db049a13cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.653034137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfa9938-a9e1-4fe4-ab01-db049a13cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:11.703224184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cbfa9938-a9e1-4fe4-ab01-db049a13cebc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:12.870153279Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"7af12a0d-eacc-4817-9e23-5018cd477e01","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.322669761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"490c9713-b289-4ebe-ab26-e341db7a0566","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.378206726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"490c9713-b289-4ebe-ab26-e341db7a0566","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:15.432400846Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a54cab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"490c9713-b289-4ebe-ab26-e341db7a0566","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:23.913407697Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:24.089753435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"fbaa3f53-66c9-4462-a6b3-e27ccbadcfe8","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:24.089790854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"fbaa3f53-66c9-4462-a6b3-e27ccbadcfe8","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.532668941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"c4a2c15b-9249-4e04-89b3-b0669d8c9fa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.587757866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"c4a2c15b-9249-4e04-89b3-b0669d8c9fa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:25.641705393Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a54cab-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"c4a2c15b-9249-4e04-89b3-b0669d8c9fa0","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.566348089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"738ae36b-9070-4c9f-ac9f-c10dda70a333","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.566389296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"738ae36b-9070-4c9f-ac9f-c10dda70a333","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.621612699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"07eb484e-70f4-4dbb-89e7-90caff9ee71f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.621633691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"07eb484e-70f4-4dbb-89e7-90caff9ee71f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.721630423Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"297eef37-8557-4cc9-a335-6abcbc4a3b1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.780305862Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"7c2c684a-3d69-44e1-a7d0-635fd0a9d2ab","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.780333616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"7c2c684a-3d69-44e1-a7d0-635fd0a9d2ab","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.846185376Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"297eef37-8557-4cc9-a335-6abcbc4a3b1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.900804693Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"297eef37-8557-4cc9-a335-6abcbc4a3b1f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.956519971Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"bd6e164a-64eb-4402-a125-4e751f1d318d","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:29.956541036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"bd6e164a-64eb-4402-a125-4e751f1d318d","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:34.577685217Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"b1b24d80-528c-4892-ac84-882ba6292687","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"maas-trlp-auth-test-model-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:34.770504504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"3bc0c79f-a886-4207-bc24-8faca98fe76e","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:34.770525754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"3bc0c79f-a886-4207-bc24-8faca98fe76e","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:34.985285153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"906415b0-9b5d-4c83-a4bd-31508c82ac44","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.04089233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"906415b0-9b5d-4c83-a4bd-31508c82ac44","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.258020944Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"01d7b93e-bfb3-4552-bf29-a6dcbbdf68b6","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.258047842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"01d7b93e-bfb3-4552-bf29-a6dcbbdf68b6","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.311325242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"88587064-8cc0-4f3f-9b7d-78e14143b98e","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.311346617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"88587064-8cc0-4f3f-9b7d-78e14143b98e","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.41194642Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"64346f1f-acb4-4f7c-b0a0-b86033623818","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.536189242Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"64346f1f-acb4-4f7c-b0a0-b86033623818","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.59042187Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"64346f1f-acb4-4f7c-b0a0-b86033623818","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.645822039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"c1e6ab18-1715-4da1-a4ff-f72e68bff3ed","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.645841742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"c1e6ab18-1715-4da1-a4ff-f72e68bff3ed","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.743339272Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"33f03582-7cd9-4cad-bbd9-70ada98efa22","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.798830182Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"33f03582-7cd9-4cad-bbd9-70ada98efa22","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.852533837Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a54cab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b13dac7b50fcd8415554c922d2369f94313ed24d0a2ae6a4c6108adc32522aa5) AuthConfig (0d0866b7a78be9b1624cc79111c01a3917ff7e4912a2b2e6985e44899fbeeffa) AuthConfig (37f0af49b9717293ffcba61878b8034e52bbdeb36de5b45c983bec07447e4dbf) AuthConfig (bced13db60a7e57116c1bc6f926d38f6e21b83aef72aadda031c3af5e34a0c7a) AuthConfig (3dad904f4f2f9a0c206d1359970ef8e4b590cc82c3fec2398d30621c8e34bedb) AuthConfig (526abdf8392d34c5fef324ce10c2e0e1fad3eba48889cf9a576be55ebe36dec7) AuthConfig (d620dd4100bf1d39b9a200636fbd08e6f3fc0fb2b330bcec9a7ae2c4c108c9b6) AuthConfig (7d382ac9e06cadbade936c799fe5c365d2008dc3bf09628ee0c5e3b1eb136255) AuthConfig (94a88eb876ef2f4a2c28a6fbfc4bb44c95e312e5d1e8d404244c3dc90f8b295c) AuthConfig (0fdfa633b449a56827afd77dcf75b470fb70a2ac0cf064c599b80d0cc1297a9c) AuthConfig (502f8d3a483906577679db65eb5272185d9c523e6bd57721896c3a3125528255) AuthConfig (4bda21e893c71ed5b402b3aaa426961f2c198de0eaced83e6bac5b1b56d81ba0) AuthConfig (6dd869d92f77d4e624eb0ac42e2246be9f616ef02768919ac156a66675a17bb8) AuthConfig (3746ddf7b02a2d686051cc56e9f00cd6a5a6e3690cd9ff3bf9453064f7743a08) AuthConfig (05267e60847655e177fab1f40f89cbedb525bee5ba6d1a3b5e66947bd1e00d9b) AuthConfig (3930d2df9d3f7b988d1d940ec0231f8733b7ed6c8f7da1057bab44c845610a5c) AuthConfig (f54e4b570f30d0376796c35c6c8f18d7235068dd0670c980ee115b66540f704b) AuthConfig (0bac89787bef9bf291b135f89cba140917a521dfa59b72756d46734c9c5c9b82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"33f03582-7cd9-4cad-bbd9-70ada98efa22","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.908198548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"5f767ce6-39e9-46c4-8ed8-d0963fdb6ba2","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:35.908220467Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"5f767ce6-39e9-46c4-8ed8-d0963fdb6ba2","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.556310235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"0050dfb1-78aa-4a70-a53d-a64f32cc2993","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.556333944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"0050dfb1-78aa-4a70-a53d-a64f32cc2993","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.609899493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"ce1b4e75-7b21-4d91-ba42-6c81145ecc85","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.609920908Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"ce1b4e75-7b21-4d91-ba42-6c81145ecc85","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.70973517Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"e842fab4-2144-407a-854a-3368cd76df09","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.833282336Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"e842fab4-2144-407a-854a-3368cd76df09","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.887139361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-434b6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"e842fab4-2144-407a-854a-3368cd76df09","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.94277496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"a6bb2777-9868-455d-85df-aad0c6fa76a6","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:36.942799479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"a6bb2777-9868-455d-85df-aad0c6fa76a6","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:40.05802059Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3718605a-b80a-4d13-9741-96918ab9408c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:40.113784731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3718605a-b80a-4d13-9741-96918ab9408c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:40.167560197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3718605a-b80a-4d13-9741-96918ab9408c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.746191118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"2b0a693e-06b1-439d-903f-8a8b41622c31","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.802540884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"2b0a693e-06b1-439d-903f-8a8b41622c31","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:45.856759778Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"2b0a693e-06b1-439d-903f-8a8b41622c31","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.008959055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"d7f643a2-3956-4695-911e-dd438ee1d5f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.06490386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"d7f643a2-3956-4695-911e-dd438ee1d5f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:46.119331217Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w1-a54cab-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b13dac7b50fcd8415554c922d2369f94313ed24d0a2ae6a4c6108adc32522aa5) AuthConfig (0d0866b7a78be9b1624cc79111c01a3917ff7e4912a2b2e6985e44899fbeeffa) AuthConfig (37f0af49b9717293ffcba61878b8034e52bbdeb36de5b45c983bec07447e4dbf) AuthConfig (bced13db60a7e57116c1bc6f926d38f6e21b83aef72aadda031c3af5e34a0c7a) AuthConfig (3dad904f4f2f9a0c206d1359970ef8e4b590cc82c3fec2398d30621c8e34bedb) AuthConfig (526abdf8392d34c5fef324ce10c2e0e1fad3eba48889cf9a576be55ebe36dec7) AuthConfig (d620dd4100bf1d39b9a200636fbd08e6f3fc0fb2b330bcec9a7ae2c4c108c9b6) AuthConfig (7d382ac9e06cadbade936c799fe5c365d2008dc3bf09628ee0c5e3b1eb136255) AuthConfig (94a88eb876ef2f4a2c28a6fbfc4bb44c95e312e5d1e8d404244c3dc90f8b295c) AuthConfig (0fdfa633b449a56827afd77dcf75b470fb70a2ac0cf064c599b80d0cc1297a9c) AuthConfig (502f8d3a483906577679db65eb5272185d9c523e6bd57721896c3a3125528255) AuthConfig (4bda21e893c71ed5b402b3aaa426961f2c198de0eaced83e6bac5b1b56d81ba0) AuthConfig (6dd869d92f77d4e624eb0ac42e2246be9f616ef02768919ac156a66675a17bb8) AuthConfig (3746ddf7b02a2d686051cc56e9f00cd6a5a6e3690cd9ff3bf9453064f7743a08) AuthConfig (05267e60847655e177fab1f40f89cbedb525bee5ba6d1a3b5e66947bd1e00d9b) AuthConfig (3930d2df9d3f7b988d1d940ec0231f8733b7ed6c8f7da1057bab44c845610a5c) AuthConfig (f54e4b570f30d0376796c35c6c8f18d7235068dd0670c980ee115b66540f704b) AuthConfig (0bac89787bef9bf291b135f89cba140917a521dfa59b72756d46734c9c5c9b82)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"d7f643a2-3956-4695-911e-dd438ee1d5f2","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:47.043849584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"8bea880c-7d3b-47dc-b755-6e87b2e2f49b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:47.118377343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"8bea880c-7d3b-47dc-b755-6e87b2e2f49b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:47.172779074Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-434b6a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"8bea880c-7d3b-47dc-b755-6e87b2e2f49b","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:50.268183029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3e61d202-e484-42ba-bca8-87e792eddf40","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:50.323554273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3e61d202-e484-42ba-bca8-87e792eddf40","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:50.377438108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3e61d202-e484-42ba-bca8-87e792eddf40","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:53.91734813Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:55.958721711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"1da43cdd-9605-4871-b03f-f3fc276aa9a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.013988204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"1da43cdd-9605-4871-b03f-f3fc276aa9a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.070080259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"1da43cdd-9605-4871-b03f-f3fc276aa9a0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.220833708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"680578d0-3f6d-4188-a345-b58b8f8fea82","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.275987982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"680578d0-3f6d-4188-a345-b58b8f8fea82","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.539060198Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"0525cc50-b8cd-488a-977a-417bcdabc6c2","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:56.539082274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"0525cc50-b8cd-488a-977a-417bcdabc6c2","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:57.276454723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"e3d3ebc5-6ab6-42c3-b70d-80940a348ebf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:57.331561172Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"e3d3ebc5-6ab6-42c3-b70d-80940a348ebf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:57.387699699Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-434b6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (567dc809b0ca01e560e216e58e3107ca306213bc59043e44aea8de7eb0bc046a) AuthConfig (95df17ccbbb3f0b2955d93e2242b3956c1d19c93ae7226083c365392257b6729) AuthConfig (a8cf2923adff08c976b426996d7935cdb898750b44efe69dd241a2ace517de84) AuthConfig (ac593e763fe3c4f605c348bb88f00af23f94984c6e7abc1b2f191a0c808897ef) AuthConfig (3358282c9d453b65b68dfbfe7d010c75a778b8ce1e5291cb00e520f5ee023e88) AuthConfig (dfab3d780ecef886046de21ca8e06dfe78aec0807fcc79c93f6a29fe9a3e2f33) AuthConfig (3716ed6a2b86331ee456facfd11d859a62c6868f7e85e9009d709aa9c81672f6) AuthConfig (4cf19b71a43406cdf6b57bba788558f0b3eed3120435cc5c45f1beccecab82a3) AuthConfig (af40e7056f2bcab9cb6935f416953e0d210d812ca4f70ee4322a1126af95fcad) AuthConfig (849c7bab98e311c8871708373c5bf7ee978974b6dc753fdd4bc499c0e0472284) AuthConfig (d29a5d2dbe8599432cb86ffa609b166ece405e3290eef1171967259e4e92c765) AuthConfig (3643155a35e99b469e2a3a4263208def02520545c09a6c5afb0073697a3479ab) AuthConfig (68c7c1272eb7ee56aff78882a2db116c49bbf5fa450f79b602b37328b5215142) AuthConfig (baebbd84705228e55774fdea1222e55c5a7085f1a7f00d8a2a029d15f678f30c) AuthConfig (e1dec095946963af53304f1fc68850cf05986149baf7f973fff6c8128b6e8017) AuthConfig (cb95bb7f89dc8baac41f9bfa22f3f409ee67758b44eb60ed062a7c26e9598129) AuthConfig (0f44c462bf7df2521999ed96df6795093635d38375d00f1902707a2181b81c31) AuthConfig (e511a30bbd41e467049bfa3ee48e5d60f64fad68bebd8ae3a37ceb76e5dec4c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"e3d3ebc5-6ab6-42c3-b70d-80940a348ebf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:57.443751203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"70f4d5b3-2332-4c02-8114-3cc777051097","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:12:57.44377454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"70f4d5b3-2332-4c02-8114-3cc777051097","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:00.478117621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"b977b977-0d63-4449-81fb-ccf877f3c14e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:00.533224576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"b977b977-0d63-4449-81fb-ccf877f3c14e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:00.587322323Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b4403a43018487ad96edae5ba7d6870546810f35e400afbba96709a744a5491) AuthConfig (5d84d1342734dbe01774f87f203820b308e5cb7313ffcf69302bd3a6f549ebcd) AuthConfig (70e9a3426a82684cfca0f066f63f55f36db7923040da8a2214f4874d25f48557) AuthConfig (feb8982e6eac1df4dced1596811e77f6a1ed95ba47c44b92aaf2e782cad9d043) AuthConfig (2693c3b44841db8c7320b4fc933374f5cbc9db0eddcb8771b1e41aa72d51087d) AuthConfig (e458e0d4db929081413d34d17c68c2ef8a03ed9007157faaeeaaf47532bf2ad1) AuthConfig (6efcdd30e4ffb2821a3685e1e60a8ccd743a98659722ffddf95c7b29494597e5) AuthConfig (e38cc06f19087fc0dcf7ebab5f4cbddbb97e33cba61439c22e0a041cefae5e32) AuthConfig (0f10b562f10202d5797231a6f59603fb95f0d74e313151fa246718077d809779) AuthConfig (b9bfb9f0f447137fc48552fb8ab93ef089c47b7ebe035ef5d991558bc44cb015) AuthConfig (c5faec01ab7685b87411a564f55ded56ce88fd3c4637d264657720891c162112) AuthConfig (31a383a9a4c3a000990f9f57351353561130d1b5205ff8d396d3fd93013132fb) AuthConfig (93619f2397b0f96c467b8e15e3d2d130067a73e1a068b79c3af410edb98bbc7a) AuthConfig (abea606511ab5f92f707c18d87c877a4d9fc1adcff7ad98b9c6752fb961db1f5) AuthConfig (62513532c97229866a747ffbf5e8517b0209bd44ded2f6fa3ee3b38f093e083c) AuthConfig (b2002e69473d81a9f966392caa8175575522a78480d75937b639b42208f570e6) AuthConfig (8930369569f2106d69213a2ccc9fe4600af61c77b1e672362b1f952eafb7f33b) AuthConfig (e95eb82cca9327a408c99871af28b5f01023e456a13793b40d4819c2c3a7fafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"b977b977-0d63-4449-81fb-ccf877f3c14e","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:00.643391302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"30522050-92c0-436b-aac4-a28bbdcd1a44","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:00.643415524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"30522050-92c0-436b-aac4-a28bbdcd1a44","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.130636104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"8ecb2ad8-44b9-4b12-a156-f1e5d79afe3a","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.130656567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"8ecb2ad8-44b9-4b12-a156-f1e5d79afe3a","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.18865689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"bd96bc73-6e5f-4824-bb43-68b93d244b7f","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.188683838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"bd96bc73-6e5f-4824-bb43-68b93d244b7f","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.230497165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"be14fa02-c54f-4753-846f-5932e40c198e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:02.236292275Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"f317e161-52c2-4ae7-ab54-af22e77cf44d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1d3d24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:02.240228607Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"bd96bc73-6e5f-4824-bb43-68b93d244b7f","name":"auth-test-model-a54cab","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a54cab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:02.24029064Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"bd96bc73-6e5f-4824-bb43-68b93d244b7f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-a54cab\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.245702184Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"50815a59-bd18-41ab-8417-9d1969407d2c","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.245719881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"50815a59-bd18-41ab-8417-9d1969407d2c","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.286157457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"be14fa02-c54f-4753-846f-5932e40c198e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.343233294Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"79026af2-04fc-453e-9829-4918b40a0dd8","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.343260126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"79026af2-04fc-453e-9829-4918b40a0dd8","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.398379115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"c89c09eb-2eee-486f-ae8e-61565e55776c","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.398432302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"c89c09eb-2eee-486f-ae8e-61565e55776c","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.586966138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4b455d64-618d-4881-8d8f-25e8ba26e042","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.604305562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"83cb39cf-bdfd-4ba2-8182-1c348771ced4","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"maas-trlp-auth-test-model-a54cab","model":"auth-test-model-a54cab","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w1-a54cab/e2e-auth-iso-1d3d24"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.642104938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4b455d64-618d-4881-8d8f-25e8ba26e042","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.765835833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"9efb57b6-9b2a-4711-b0ae-c418058f1d9d","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.765857455Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"9efb57b6-9b2a-4711-b0ae-c418058f1d9d","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:02.967462785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"b7f3fd92-84d0-457a-b217-ab55b428aa8c","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"maas-trlp-auth-test-model-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:06.171199764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"0d74cf8b-eb44-4040-838f-ef5645c3c7b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:06.226052409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"0d74cf8b-eb44-4040-838f-ef5645c3c7b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:06.321247972Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (dfcc14016fc5b7142d8d00c2bb45ff297a754a56415af6dba003b811b841025e) AuthConfig (514cae2278b21d7e4656832527e528fca83704c7942f8d5a76a3b5744f96b589) AuthConfig (b997c6c2bbe70093864da2fced9613ef09b4800eee9dca39e9afe54c9ef26871) AuthConfig (72915e5be96c4682e857265c2221fd9403393ac14568fcfe586f7c5d34e6281b) AuthConfig (3eb6e97aede4359280e689466341920f5200cceb14653cc1635f88a8274e85b9) AuthConfig (7fef9c04d8716fcf6747999ccd538b3883fa1fb4b990c7c12b260838b6bbabd7) AuthConfig (c9a282bc4f63fcea2e8991105e1c2998b1f7b47e4665eefef3f0dbe6f84a9d70) AuthConfig (80757f8252dc180582a0410ea161000798504abba6ac48a94ee741f7a1173f71) AuthConfig (b3e70939c97e9c4f38052faf21133d0e608ca693bbb59aca22efba52d3ccb843) AuthConfig (ad984a282c173a47d9f0ad9151c3443ebd3f6847b11824b0020e62d347cc0efd) AuthConfig (e9c0be44a63f24c0a2beabb1fc1aa56a50666e7b5be6be16a8653df48f2c80c4) AuthConfig (4fa9e27a276bdce1fd6c0a6c85c4bff4048609bb0e1e5588d452ac1d9d782fd0) AuthConfig (df523a5a18f9f7a67b165533b26d55eb6b3a8f0ff077bc037e61a4d72cd72c0c) AuthConfig (776236e84502511e090134147988ab4a8f14a76e08948cd2de448fb15d4f5f67) AuthConfig (3c4b318012391c66352539906c53daeaffdf6f6efa3f561606b4cfce41218353) AuthConfig (72f85a0fe111031080266e6da6d4212c5f0fcda352349c3d55553b7edd1f31ed) AuthConfig (03cbe278ab8524e1f83876fe7b7add12f3541180aa69e07eadaccac55379e512) AuthConfig (0bc851c615c181440f687a3b2113efa8ab09ab606bfadffa13b5b933af0b23b4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"0d74cf8b-eb44-4040-838f-ef5645c3c7b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:06.377287139Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"de809365-567f-424d-b1b1-3c4fed999fb3","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:06.377310239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"de809365-567f-424d-b1b1-3c4fed999fb3","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.544892552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"4c98661f-6906-4391-b817-42d73838bb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.600276955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"4c98661f-6906-4391-b817-42d73838bb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:07.65401224Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w3-434b6a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (567dc809b0ca01e560e216e58e3107ca306213bc59043e44aea8de7eb0bc046a) AuthConfig (95df17ccbbb3f0b2955d93e2242b3956c1d19c93ae7226083c365392257b6729) AuthConfig (a8cf2923adff08c976b426996d7935cdb898750b44efe69dd241a2ace517de84) AuthConfig (ac593e763fe3c4f605c348bb88f00af23f94984c6e7abc1b2f191a0c808897ef) AuthConfig (3358282c9d453b65b68dfbfe7d010c75a778b8ce1e5291cb00e520f5ee023e88) AuthConfig (dfab3d780ecef886046de21ca8e06dfe78aec0807fcc79c93f6a29fe9a3e2f33) AuthConfig (3716ed6a2b86331ee456facfd11d859a62c6868f7e85e9009d709aa9c81672f6) AuthConfig (4cf19b71a43406cdf6b57bba788558f0b3eed3120435cc5c45f1beccecab82a3) AuthConfig (af40e7056f2bcab9cb6935f416953e0d210d812ca4f70ee4322a1126af95fcad) AuthConfig (849c7bab98e311c8871708373c5bf7ee978974b6dc753fdd4bc499c0e0472284) AuthConfig (d29a5d2dbe8599432cb86ffa609b166ece405e3290eef1171967259e4e92c765) AuthConfig (3643155a35e99b469e2a3a4263208def02520545c09a6c5afb0073697a3479ab) AuthConfig (68c7c1272eb7ee56aff78882a2db116c49bbf5fa450f79b602b37328b5215142) AuthConfig (baebbd84705228e55774fdea1222e55c5a7085f1a7f00d8a2a029d15f678f30c) AuthConfig (e1dec095946963af53304f1fc68850cf05986149baf7f973fff6c8128b6e8017) AuthConfig (cb95bb7f89dc8baac41f9bfa22f3f409ee67758b44eb60ed062a7c26e9598129) AuthConfig (0f44c462bf7df2521999ed96df6795093635d38375d00f1902707a2181b81c31) AuthConfig (e511a30bbd41e467049bfa3ee48e5d60f64fad68bebd8ae3a37ceb76e5dec4c4)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"4c98661f-6906-4391-b817-42d73838bb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.744317029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"1e74860e-2aa2-46c9-a3d6-d252357cd6ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.799796452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"1e74860e-2aa2-46c9-a3d6-d252357cd6ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:10.853287406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9b4403a43018487ad96edae5ba7d6870546810f35e400afbba96709a744a5491) AuthConfig (5d84d1342734dbe01774f87f203820b308e5cb7313ffcf69302bd3a6f549ebcd) AuthConfig (70e9a3426a82684cfca0f066f63f55f36db7923040da8a2214f4874d25f48557) AuthConfig (feb8982e6eac1df4dced1596811e77f6a1ed95ba47c44b92aaf2e782cad9d043) AuthConfig (2693c3b44841db8c7320b4fc933374f5cbc9db0eddcb8771b1e41aa72d51087d) AuthConfig (e458e0d4db929081413d34d17c68c2ef8a03ed9007157faaeeaaf47532bf2ad1) AuthConfig (6efcdd30e4ffb2821a3685e1e60a8ccd743a98659722ffddf95c7b29494597e5) AuthConfig (e38cc06f19087fc0dcf7ebab5f4cbddbb97e33cba61439c22e0a041cefae5e32) AuthConfig (0f10b562f10202d5797231a6f59603fb95f0d74e313151fa246718077d809779) AuthConfig (b9bfb9f0f447137fc48552fb8ab93ef089c47b7ebe035ef5d991558bc44cb015) AuthConfig (c5faec01ab7685b87411a564f55ded56ce88fd3c4637d264657720891c162112) AuthConfig (31a383a9a4c3a000990f9f57351353561130d1b5205ff8d396d3fd93013132fb) AuthConfig (93619f2397b0f96c467b8e15e3d2d130067a73e1a068b79c3af410edb98bbc7a) AuthConfig (abea606511ab5f92f707c18d87c877a4d9fc1adcff7ad98b9c6752fb961db1f5) AuthConfig (62513532c97229866a747ffbf5e8517b0209bd44ded2f6fa3ee3b38f093e083c) AuthConfig (b2002e69473d81a9f966392caa8175575522a78480d75937b639b42208f570e6) AuthConfig (8930369569f2106d69213a2ccc9fe4600af61c77b1e672362b1f952eafb7f33b) AuthConfig (e95eb82cca9327a408c99871af28b5f01023e456a13793b40d4819c2c3a7fafe)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"1e74860e-2aa2-46c9-a3d6-d252357cd6ce","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:15.634615161Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"5d911a96-5ebc-4377-86cc-c193838d9d0d","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"maas-trlp-auth-test-model-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:15.734350987Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"ff239482-6ad4-4732-90bc-e3641b53bedb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:15.979736001Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"6d74368d-9b57-4a0b-a463-42761c9f8d8d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.090612448Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3ebad36c-9a94-4a68-a465-b2cfc67e503e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.329921796Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"687f0d6c-30f9-49d8-b9b1-41ac38e83471","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.429628241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"7554d13d-27de-4048-a7b4-6293531c8515","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.439320963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"a23191c0-068d-46d2-ab7a-d484eb0d95a7","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"maas-trlp-auth-test-model-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.477271566Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"312acb75-004f-44a7-9cda-7fd94ceb889c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.528645058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"ef78607b-8498-4abd-b20c-6b128ed7224b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.532695762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"312acb75-004f-44a7-9cda-7fd94ceb889c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.603233656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"ae842f6e-debe-4d86-8308-0cf93f4397a5","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.603261836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"ae842f6e-debe-4d86-8308-0cf93f4397a5","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.62875721Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"12e6aa2c-325b-4f7a-9203-fb90ecd44429","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.675577309Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"9640fe19-fd2c-415d-83be-3207842572ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.734064404Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"6e6e36c6-6668-4b05-9cfa-9fd965295e8a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.83959817Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"8712a532-436c-48d9-a50d-bec6cf270bb6","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.839619047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"8712a532-436c-48d9-a50d-bec6cf270bb6","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:16.917389207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"4912dd47-7fd5-4c8f-915b-e431d97fa4d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.209248708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ec7f76bc-6fc6-4961-a727-81a871814237","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.309533021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"e6ba06ef-5c78-4d47-abdc-9d1db065d88e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.653987319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"8e924154-6d64-446c-83a1-ef82d6b23cc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.708945978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"8e924154-6d64-446c-83a1-ef82d6b23cc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.743242117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"ec3c4e93-25e6-44e0-9e2d-4931ad2bcdf1","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.743272662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"ec3c4e93-25e6-44e0-9e2d-4931ad2bcdf1","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.753717711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"381cb871-55fb-405d-9263-2fe4fabc69fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.801948605Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"c8179b29-6375-46be-9602-69a4bc67e148","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.801969196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"c8179b29-6375-46be-9602-69a4bc67e148","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.809673568Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"381cb871-55fb-405d-9263-2fe4fabc69fa","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.843171003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"17455c28-4943-4ef3-adee-d66eed49546a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:17.85019437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"da77ec0f-15a3-4723-a7ae-3084d31093e5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5429d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.89788628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"17455c28-4943-4ef3-adee-d66eed49546a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.959638855Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"8e616fe7-c552-45cc-bfc7-1e6c81d283b0","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:17.959660119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"8e616fe7-c552-45cc-bfc7-1e6c81d283b0","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.014725758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"77764761-52ac-47e1-90b6-b50f1398de69","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.014745597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"77764761-52ac-47e1-90b6-b50f1398de69","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.067408624Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"34f91d86-05d7-4600-825a-210d168dd3a0","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.067428386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"34f91d86-05d7-4600-825a-210d168dd3a0","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.163574722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"590f7998-2795-4d75-a8fd-2e286e6a9526","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.239595225Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"807090e9-1861-4520-8ac1-d37abd5c745b","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-auth-test-model-c34879","model":"auth-test-model-c34879","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-c34879/e2e-auth-iso-5429d9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.256146001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"590f7998-2795-4d75-a8fd-2e286e6a9526","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.403874568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"36c5aa07-362b-41e4-b3ca-d82dde1c278e","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.403895915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"36c5aa07-362b-41e4-b3ca-d82dde1c278e","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:18.604856252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"5a5f337d-fba0-4e20-b236-b4511579ea9b","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-auth-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.205395707Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"5199c8d7-356c-4450-a6cc-c4c632e71da4","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.205427149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"5199c8d7-356c-4450-a6cc-c4c632e71da4","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.258905946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"9d537502-7446-42f5-9b8e-95e406573426","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.258926616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"9d537502-7446-42f5-9b8e-95e406573426","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.359643247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"14a5aa84-f6f8-44db-a664-bcb058faa0f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.484517127Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"14a5aa84-f6f8-44db-a664-bcb058faa0f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.53896223Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1c9b4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"14a5aa84-f6f8-44db-a664-bcb058faa0f7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.593008318Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"9cd51aec-6ee6-4a8e-bfce-e41d6178470c","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:19.593036032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"9cd51aec-6ee6-4a8e-bfce-e41d6178470c","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:20.383182746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"0d1d5b97-d009-4ca1-89f8-51e7e2669c99","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-explicit-b16721","tenantID":"e2e-explicit-b16721","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:20.496971053Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"0d1d5b97-d009-4ca1-89f8-51e7e2669c99","name":"e2e-explicit-b16721-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:20.95383656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"7aa756ad-96c4-431d-b3b4-c1333c146881","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:21.009155373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"7aa756ad-96c4-431d-b3b4-c1333c146881","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:21.265500878Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"3298ace7-2fd9-4659-8a10-77546445befe","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:21.265519788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"3298ace7-2fd9-4659-8a10-77546445befe","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.432405113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"bc091cbe-b5d8-4e5c-8a6c-85562bcbdd1f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.432432237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"bc091cbe-b5d8-4e5c-8a6c-85562bcbdd1f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.491570288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"b74d01c3-980c-4446-819e-a2ca55bbe0d4","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.491592685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"b74d01c3-980c-4446-819e-a2ca55bbe0d4","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.533643449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"fae97784-727b-44ee-95cc-c4bf5bb151e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:22.539644453Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"23407cbf-f930-4741-8a90-bb7e178d97b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f770f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:22.54350075Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"b74d01c3-980c-4446-819e-a2ca55bbe0d4","name":"auth-test-model-98a394","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-98a394\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:22.543578561Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"b74d01c3-980c-4446-819e-a2ca55bbe0d4","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-98a394\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.548974036Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"cd049836-4214-4af9-a66a-f6c529aa732d","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.548993669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"cd049836-4214-4af9-a66a-f6c529aa732d","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.589298828Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"fae97784-727b-44ee-95cc-c4bf5bb151e0","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.64809887Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"a7738b19-40ac-4431-aaaf-3887735572ed","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.648119216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"a7738b19-40ac-4431-aaaf-3887735572ed","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.703654982Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"f217869f-ecc8-450a-9a24-6f9c025ba8c6","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.703677797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"f217869f-ecc8-450a-9a24-6f9c025ba8c6","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.889834639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3133b010-acd1-4acd-b74e-7af8b514fc94","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.908045313Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"d2903efc-f15c-4972-ba4d-5b6008e2714f","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-auth-test-model-98a394","model":"auth-test-model-98a394","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-98a394/e2e-auth-iso-f770f1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:22.944987563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3133b010-acd1-4acd-b74e-7af8b514fc94","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.069190521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"872d7eb3-a5b0-4f7d-b951-0b165db2dc9f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.069212738Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"872d7eb3-a5b0-4f7d-b951-0b165db2dc9f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.269889393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"0750cbb5-2670-49ef-b9a1-77a9cf5cfa00","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-auth-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.818472608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"eb6e465a-922a-4720-828a-1b6f8c443fe5","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.818494758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"eb6e465a-922a-4720-828a-1b6f8c443fe5","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.874888516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"ec4fe250-d6ce-47d6-897c-6e0a63870b7a","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.874918565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"ec4fe250-d6ce-47d6-897c-6e0a63870b7a","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.912823503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.919463503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"6af46ac5-d84f-44ee-a634-15d3608561dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:23.926737473Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"b270b3a1-29e2-408e-9c91-3fed416e5366","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f6e4cc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:23.926951215Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"ec4fe250-d6ce-47d6-897c-6e0a63870b7a","name":"auth-test-model-434b6a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-434b6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:13:23.927001627Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"ec4fe250-d6ce-47d6-897c-6e0a63870b7a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-434b6a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.932705631Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"1db1c6c1-4898-4aa8-941d-056e833df508","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.932720434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"1db1c6c1-4898-4aa8-941d-056e833df508","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:23.974864521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"6af46ac5-d84f-44ee-a634-15d3608561dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.035336529Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"e16f03fb-040a-4a2d-931a-d98531a442d9","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.035357317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"e16f03fb-040a-4a2d-931a-d98531a442d9","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.088837254Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"a463c23d-e7da-40e4-a3e5-f1a02c11abe0","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.088864107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"a463c23d-e7da-40e4-a3e5-f1a02c11abe0","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.276593198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"0f1f9bb2-f53a-4e00-aead-e4d1bbf54028","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.293395405Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"6e9442ee-b18c-41c7-b5e6-7e32f695f7b8","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"maas-trlp-auth-test-model-434b6a","model":"auth-test-model-434b6a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w3-434b6a/e2e-auth-iso-f6e4cc"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.332824703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"0f1f9bb2-f53a-4e00-aead-e4d1bbf54028","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.454725416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"f5027deb-1a7c-4831-bfdc-506231009221","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.45475008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"f5027deb-1a7c-4831-bfdc-506231009221","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:24.655910383Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"cd771c9c-a818-4751-ae6c-61a21ed91b29","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"maas-trlp-auth-test-model-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:29.693477402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"02e87fb8-f842-499f-abde-48bf279a4e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:29.750350531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"02e87fb8-f842-499f-abde-48bf279a4e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:29.804269528Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1c9b4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"02e87fb8-f842-499f-abde-48bf279a4e0e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:39.9112057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"f4ef504f-84c6-4eb0-a715-f438012aa021","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:39.966845516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"f4ef504f-84c6-4eb0-a715-f438012aa021","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:40.021280257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1c9b4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"f4ef504f-84c6-4eb0-a715-f438012aa021","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:50.144259061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"66d7c917-29e6-42fa-bca2-72bd129ea31d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:50.224854996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"66d7c917-29e6-42fa-bca2-72bd129ea31d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:50.278605418Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1c9b4e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"66d7c917-29e6-42fa-bca2-72bd129ea31d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:50.814536454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"47fa732b-07bc-4b1e-94d8-cb3623698986","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:50.941172678Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"6c4f4ec4-dac6-4a80-84bf-4061fa75cc17","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"maas-trlp-auth-test-model-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.042007372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"a53a324d-692c-4048-8605-c39774e7156c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.162358819Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"e14e2bc2-5514-4da4-8029-cc0f0ca16860","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.26283412Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"930ec129-0a95-4b0a-b59f-84ea3cafd1d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.280805821Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"7d67e3f8-3c1a-4961-a36f-7c9de6dd6b7c","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-auth-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.398847738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"002a27ef-aa8d-420b-ac5f-7c03f1dd0947","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.441787939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"ed9b3930-2f7d-414d-a0e4-e245d511a24f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.441810563Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"ed9b3930-2f7d-414d-a0e4-e245d511a24f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.523784968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"32297c29-98f3-4dfb-9353-ae7b6ea31089","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.62473147Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"d68c7d31-3e6f-4e20-a06e-1407fa1ae09c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.816533507Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"424c48c7-8e54-411c-ae80-333d4b2fe086","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-auth-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.917042054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5141812d-e62c-4da1-8abb-4dbb7cf01bdb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.936030551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"41d7342c-1f58-4ad0-96e3-5084e04e8a0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.977677518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"90b1f984-dd70-4a86-86fe-40d5487006ea","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:51.977701146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"90b1f984-dd70-4a86-86fe-40d5487006ea","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.055082356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"8713ec95-4a84-4f3a-ac38-6f0b99939ee3","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"maas-trlp-auth-test-model-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.146251806Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"2d20176b-ccf3-432c-b758-618a12178f02","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.146273925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"2d20176b-ccf3-432c-b758-618a12178f02","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.155458172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"ed0044cf-959d-4217-bd4d-b5414bbcaf55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.184958735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"de70c855-cab4-48c5-bdac-f460cdb10a0b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.19924899Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"8e60dfbc-bf6a-4997-81b1-4e49ecc97afb","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.199270267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"8e60dfbc-bf6a-4997-81b1-4e49ecc97afb","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.219918964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"118c57dc-9a8c-4e57-a709-6cfa078a6dec","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.21994208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"118c57dc-9a8c-4e57-a709-6cfa078a6dec","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.299281599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"88a33bb7-913a-4d16-93cf-a887317bb8d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.423496138Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"88a33bb7-913a-4d16-93cf-a887317bb8d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.477671202Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"88a33bb7-913a-4d16-93cf-a887317bb8d8","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.531509141Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"1e83d07f-9b2b-43a5-bcb7-3ba8393cce34","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.531534309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"1e83d07f-9b2b-43a5-bcb7-3ba8393cce34","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.593559337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"12fdc7a3-3a8d-43c5-87f9-e833188d0f5e","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"maas-trlp-auth-test-model-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.696307152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"00e2cca9-fe6c-43a0-84a9-8939d78d5d98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:52.969945948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"fd512bcf-c948-4e46-a9ae-f76b4bea1a79","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:53.025252815Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"fd512bcf-c948-4e46-a9ae-f76b4bea1a79","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:53.070062687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"57753bf2-0313-41e6-9807-25ac00bfa9e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:53.12657653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"57753bf2-0313-41e6-9807-25ac00bfa9e4","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:53.450212046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"c26319de-f22f-489f-89f1-945bc1fb9b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:53.506520576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"c26319de-f22f-489f-89f1-945bc1fb9b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:53.913817543Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.085068135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"dcbbd3e1-e8ae-4aa3-89a3-b3fbf11db146","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.08508671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"dcbbd3e1-e8ae-4aa3-89a3-b3fbf11db146","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.138039555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"943ce49d-d121-4cfe-b5c3-cdc2822744a1","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.138061826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"943ce49d-d121-4cfe-b5c3-cdc2822744a1","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.237511068Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1e6bd3ce-fb76-41f8-8f40-281f44d8dd55","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.36142672Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1e6bd3ce-fb76-41f8-8f40-281f44d8dd55","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.415828411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1e6bd3ce-fb76-41f8-8f40-281f44d8dd55","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.471869867Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"afe9bbf2-8602-462a-ac74-13aeccc65188","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:54.471892482Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"afe9bbf2-8602-462a-ac74-13aeccc65188","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:56.316979412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"907ae0ef-1ed7-4d8c-9d7c-ab04c451e779","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:56.317001252Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"907ae0ef-1ed7-4d8c-9d7c-ab04c451e779","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:56.416671069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"f3917edc-5d8c-42b4-ac2a-f96ec83e0926","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:56.471852277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"f3917edc-5d8c-42b4-ac2a-f96ec83e0926","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:56.473238132Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"4674a944-6574-4ea1-b467-0c46bf57a7ae","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-43616389","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:56.772275018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"a5786e14-3a1f-45dc-beaa-eb51ab5127cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:13:56.828002042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"a5786e14-3a1f-45dc-beaa-eb51ab5127cf","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.379881506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"6f4bb698-5c04-44cb-9ea9-72ebe204d5b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.435077896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"6f4bb698-5c04-44cb-9ea9-72ebe204d5b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.48901257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1c9b4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aadc63dd4a9127196b3783510d983cc6f5faa3586b23c8a82c0e614eb84b94e2) AuthConfig (c6381987260fba599505b4a58fa9a24b6597ffdfd322164379dca9e5fb8f06df) AuthConfig (8ee5abd84e8e1649c79c39adb04aee2f267f475a0e3092521bc409835f5455b7) AuthConfig (4a3d579be89b7b89d3f69eca6693b6b132f1f25d1227220f5dca58c6e632d828) AuthConfig (035520d885448b176fb583c6d05bee0c9972b736eac4302e4374a63f0ef51643) AuthConfig (ef1fa071f5ecee942a2c6fd58f322548547a78f0b81f7227afdb25c798fae3eb) AuthConfig (9563acb81d76603a5639c3f526df4ab78d09dbed17ac98515ad64989f59547d5) AuthConfig (2be646b0fe7918cfe832c897d835f0f5d0570056d6a3e61c1136349f2d331739) AuthConfig (8ee511ef636260e5fc1662a3444d8a95c9c38fb3d9383be67a37c08ef39060d6) AuthConfig (14995a0f6b941a50380efc5133797caa910d5a145ef9a339c4eba2dec1961af4) AuthConfig (2b7e9f6d4920cc136fdd7c105caf14be49897b4d78f8eeebf5a753b53d29f3af) AuthConfig (a960a237b995ce557594a4fe048223a25d1d06a8384fa9ecdf4cf4b882b5de43) AuthConfig (79b83e4e47579088dcd278458b637ccad7112899febe1188011eb2cf6cc2b931) AuthConfig (9f38f99ecc3fcb6dd753747a87f9e062b60fbb72dbebb64a16e97d01c19fec50) AuthConfig (aaa7d086924d099023cf1ec3eda6b55b911557a204278993f00295aeba612098) AuthConfig (62609355211964213b7a8f7012b0675e3273cb671ab4a3d9fe0f77614cb60c8b) AuthConfig (fcdebdbcb164704c2d370e49ca707ac50084197d836bee1316eff262b372eddc) AuthConfig (8487851a1162d45035e51ffe995d733f06dc56fe77f6eba557e05bf1391236eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"6f4bb698-5c04-44cb-9ea9-72ebe204d5b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.546157784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"e4b7f298-5807-4ea9-8e9e-6f64670172ac","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:00.546178327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"e4b7f298-5807-4ea9-8e9e-6f64670172ac","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:02.631718933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"e56cc15d-0518-4d3d-9bb9-063027d5d272","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:02.687082092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"e56cc15d-0518-4d3d-9bb9-063027d5d272","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:02.741423761Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"e56cc15d-0518-4d3d-9bb9-063027d5d272","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.573305091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"a13e2b11-5301-4a35-a795-1caecf817f8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.628525854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"a13e2b11-5301-4a35-a795-1caecf817f8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:04.682446583Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"a13e2b11-5301-4a35-a795-1caecf817f8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:06.52379498Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"4dfdff57-c206-47ec-8a35-03ae3fcbf523","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","subscription":"e2e-auth-iso-f6e4cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:06.574196363Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"4dfdff57-c206-47ec-8a35-03ae3fcbf523","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:06.625038205Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"4dfdff57-c206-47ec-8a35-03ae3fcbf523","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"maas-trlp-auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:06.893353747Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"ff3fa5ee-146a-485b-9d2f-33de10273957","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:06.893399721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"ff3fa5ee-146a-485b-9d2f-33de10273957","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:06.993693408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"43c7db59-4fd3-48df-802f-91db949591c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.04879339Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"43c7db59-4fd3-48df-802f-91db949591c5","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.051822516Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"3320e361-a1e1-4537-b997-f6e28c1c16a9","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.051838867Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"3320e361-a1e1-4537-b997-f6e28c1c16a9","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.150674097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"88ebef4b-7d6b-4b60-bded-898efa63a48c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.206046165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"88ebef4b-7d6b-4b60-bded-898efa63a48c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.207077264Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"468a506e-6e37-43cb-a76c-02c7a54400ef","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-0bd5f318","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.351910617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"102e8ebd-0207-4fbb-910c-5328ad2fa93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.406627154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"102e8ebd-0207-4fbb-910c-5328ad2fa93a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.500318173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"cb4e1ed6-f3ba-488b-b0b8-4cfcf7f83486","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:07.556056205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"cb4e1ed6-f3ba-488b-b0b8-4cfcf7f83486","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:10.64570688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"f114fc01-3d95-4977-b354-cd94d1a82441","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:10.700541573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"f114fc01-3d95-4977-b354-cd94d1a82441","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:10.754622898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w1-1c9b4e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (aadc63dd4a9127196b3783510d983cc6f5faa3586b23c8a82c0e614eb84b94e2) AuthConfig (c6381987260fba599505b4a58fa9a24b6597ffdfd322164379dca9e5fb8f06df) AuthConfig (8ee5abd84e8e1649c79c39adb04aee2f267f475a0e3092521bc409835f5455b7) AuthConfig (4a3d579be89b7b89d3f69eca6693b6b132f1f25d1227220f5dca58c6e632d828) AuthConfig (035520d885448b176fb583c6d05bee0c9972b736eac4302e4374a63f0ef51643) AuthConfig (ef1fa071f5ecee942a2c6fd58f322548547a78f0b81f7227afdb25c798fae3eb) AuthConfig (9563acb81d76603a5639c3f526df4ab78d09dbed17ac98515ad64989f59547d5) AuthConfig (2be646b0fe7918cfe832c897d835f0f5d0570056d6a3e61c1136349f2d331739) AuthConfig (8ee511ef636260e5fc1662a3444d8a95c9c38fb3d9383be67a37c08ef39060d6) AuthConfig (14995a0f6b941a50380efc5133797caa910d5a145ef9a339c4eba2dec1961af4) AuthConfig (2b7e9f6d4920cc136fdd7c105caf14be49897b4d78f8eeebf5a753b53d29f3af) AuthConfig (a960a237b995ce557594a4fe048223a25d1d06a8384fa9ecdf4cf4b882b5de43) AuthConfig (79b83e4e47579088dcd278458b637ccad7112899febe1188011eb2cf6cc2b931) AuthConfig (9f38f99ecc3fcb6dd753747a87f9e062b60fbb72dbebb64a16e97d01c19fec50) AuthConfig (aaa7d086924d099023cf1ec3eda6b55b911557a204278993f00295aeba612098) AuthConfig (62609355211964213b7a8f7012b0675e3273cb671ab4a3d9fe0f77614cb60c8b) AuthConfig (fcdebdbcb164704c2d370e49ca707ac50084197d836bee1316eff262b372eddc) AuthConfig (8487851a1162d45035e51ffe995d733f06dc56fe77f6eba557e05bf1391236eb)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"f114fc01-3d95-4977-b354-cd94d1a82441","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:12.842116509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"afeb292d-9378-4c99-a5f7-6fff98461a92","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:12.897535102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"afeb292d-9378-4c99-a5f7-6fff98461a92","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:12.951454718Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"afeb292d-9378-4c99-a5f7-6fff98461a92","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:14.783285133Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"43518301-1a61-4b51-af4e-34b6759f1e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:14.838649746Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"43518301-1a61-4b51-af4e-34b6759f1e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:14.892407609Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"43518301-1a61-4b51-af4e-34b6759f1e2b","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:16.248726575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"0c66c67e-7887-46f4-8efe-6534e430db67","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-auth-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:16.438797685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fb47121e-4294-48ea-8e15-3a7d25de9446","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:16.556227605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"2e6c5144-0a3b-44ad-abc0-514b13f6345f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:16.6587706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"9f352dad-6e8c-426f-8ea3-94a2b3196d7f","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-auth-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:16.754778013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"b6004bdc-be95-4125-8e4e-9ab53bc86a4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:16.766490892Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"88a4e9f1-4aa0-4fbf-a80e-c31f7fb891da","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:16.856400067Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"f2b92994-13ec-4617-bd24-f7f85993c92e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.057673132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"6e579b9e-abdb-4876-bd3b-b0a91ba9bbc9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.158080358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"54e9db75-bc2f-42e7-b1b7-87c524d1f367","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.257433339Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"8c73e95d-7e46-4603-a598-aa25f13f0ea2","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","subscription":"e2e-auth-iso-f6e4cc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.258143492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"8bba2b8e-db1c-4be6-90f6-1e5f8ed81f5d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.307779442Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"8c73e95d-7e46-4603-a598-aa25f13f0ea2","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.357804844Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"8c73e95d-7e46-4603-a598-aa25f13f0ea2","MaaSSubscription":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"maas-trlp-auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.358351757Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"d44ad6d2-a49a-49bf-9ee2-5739540e0b31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.458821293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"4a8d7184-fa41-40cc-9c94-970505ed810e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.62614537Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"4abb0d89-1bb7-4874-b527-018c5ce841b8","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.626169261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"4abb0d89-1bb7-4874-b527-018c5ce841b8","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.726623799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"2c698c9e-d9da-421e-8ff6-cc0fe2306c64","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.779431068Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"fafa8b8e-c8bb-4b7b-ba4e-712bd7225fc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.779505517Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"93606117-47c8-4303-96a2-6e3934f06bca","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.779524311Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"93606117-47c8-4303-96a2-6e3934f06bca","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.783828366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"2c698c9e-d9da-421e-8ff6-cc0fe2306c64","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.85672307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"a62eb8af-3e64-4e1e-be40-ef67db3601e8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:17.957950962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"4d1e4841-e4c7-4fe9-b490-359ca783daae","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.019155532Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"fafa8b8e-c8bb-4b7b-ba4e-712bd7225fc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.070264194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"cbc79f70-f07d-4960-a247-71aaab54190f","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"maas-trlp-auth-test-model-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.130657064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"4588d153-cce0-44b4-bdca-ae87ed978d9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.142850735Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"fafa8b8e-c8bb-4b7b-ba4e-712bd7225fc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"name":"e2e-shared-a-w3-059b23-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.142868669Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"e2e-auth-iso-f6e4cc","reconcileID":"fafa8b8e-c8bb-4b7b-ba4e-712bd7225fc7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w3-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.185562199Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"4588d153-cce0-44b4-bdca-ae87ed978d9a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.197300273Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"03604bf4-f8d6-4f65-9080-0695534d4381","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"tenant":"e2e-shared-a-w3-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","model":"ai-tenant-e2e-shared-a-w3-059b23/auth-test-model-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.197317588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"auth-test-model-059b23","reconcileID":"03604bf4-f8d6-4f65-9080-0695534d4381","MaaSModelRef":{"name":"auth-test-model-059b23","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"routeName":"auth-test-model-059b23-kserve-route","namespace":"ai-tenant-e2e-shared-a-w3-059b23","llmisvcName":"auth-test-model-059b23","gateway":"openshift-ingress/e2e-shared-a-w3-059b23","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.338311588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"240fe74c-8bb9-4cf8-98cf-ba3105b6fbff","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.338332561Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"240fe74c-8bb9-4cf8-98cf-ba3105b6fbff","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.385453534Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"5a10394e-11fa-41b2-9ba1-7ed6b98db664","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.585852549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"5a10394e-11fa-41b2-9ba1-7ed6b98db664","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.709165884Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"5a10394e-11fa-41b2-9ba1-7ed6b98db664","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"name":"e2e-shared-b-w3-434b6a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.709190521Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"e2e-auth-iso-f6e4cc","reconcileID":"5a10394e-11fa-41b2-9ba1-7ed6b98db664","MaaSAuthPolicy":{"name":"e2e-auth-iso-f6e4cc","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w3-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.764136457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"34d9bd24-989c-4c51-9e3e-886ed1962456","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"tenant":"e2e-shared-b-w3-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","model":"ai-tenant-e2e-shared-b-w3-434b6a/auth-test-model-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:18.764155733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"auth-test-model-434b6a","reconcileID":"34d9bd24-989c-4c51-9e3e-886ed1962456","MaaSModelRef":{"name":"auth-test-model-434b6a","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"routeName":"auth-test-model-434b6a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","llmisvcName":"auth-test-model-434b6a","gateway":"openshift-ingress/e2e-shared-b-w3-434b6a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:20.855868558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"cc0703eb-beb0-4d9f-8375-85a484d9a5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:20.911111298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"cc0703eb-beb0-4d9f-8375-85a484d9a5b9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.375665983Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"96092acc-81e7-4668-a146-370f0da1ccbe","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.375689972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"96092acc-81e7-4668-a146-370f0da1ccbe","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.649818979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"5c69f340-b611-4421-872e-52c3881bfe42","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.649838612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"5c69f340-b611-4421-872e-52c3881bfe42","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.708131135Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"d52cf5f7-cbc7-41f9-b5db-deb441b40e2d","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.708229702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"d52cf5f7-cbc7-41f9-b5db-deb441b40e2d","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.750584976Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"fe9187e5-b4a0-4e42-b17b-0061f0c63df9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:21.75788748Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"f90c5e5d-2b85-4087-9ff5-bf4620e9a9c0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-1d3d24\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:21.759564732Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"d52cf5f7-cbc7-41f9-b5db-deb441b40e2d","name":"auth-test-model-1c9b4e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1c9b4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:21.75961824Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"d52cf5f7-cbc7-41f9-b5db-deb441b40e2d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-1c9b4e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.764967235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"edd726f2-aedd-4724-8705-6b420cc24003","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.764982879Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"edd726f2-aedd-4724-8705-6b420cc24003","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.805511687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"fe9187e5-b4a0-4e42-b17b-0061f0c63df9","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.866582927Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"4e8e3e40-18a7-48bc-83a4-2c6cb222ab5a","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.86660275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"4e8e3e40-18a7-48bc-83a4-2c6cb222ab5a","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.921674027Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"d22fd74c-510e-4104-8520-e6f4f1ebe9d0","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:21.921695105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"d22fd74c-510e-4104-8520-e6f4f1ebe9d0","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:22.088992004Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"a5d4f6fe-d569-470c-a541-5f355f6866ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:22.124641264Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"5d5d9ad9-2793-47b4-9516-be5fe14a6f11","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"maas-trlp-auth-test-model-1c9b4e","model":"auth-test-model-1c9b4e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w1-1c9b4e/e2e-auth-iso-1d3d24"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:22.14441077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"a5d4f6fe-d569-470c-a541-5f355f6866ab","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:22.286255158Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"3e62f176-2bad-411b-bc2d-1d02b99827a1","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:22.286274843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"3e62f176-2bad-411b-bc2d-1d02b99827a1","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:22.488433241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"6753cbf8-fb09-4ff4-80c6-1279c2e22728","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"maas-trlp-auth-test-model-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:23.052903428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"530651a5-2d33-4a2d-b963-f303c506f74c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:23.108543243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"530651a5-2d33-4a2d-b963-f303c506f74c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:23.163590108Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35a1312a85e939272b059e7865c397a9ca38e541f79df469a48b9b0295eeb2e7) AuthConfig (6d347a5a90482fe9cd50ecdb91febb03b667f0a3e7e301bc346729d757d59365) AuthConfig (11327ddfff10ef2745ea114b2af44b6213f811fe1574414a8cca3a5eff7dfdf4) AuthConfig (d9f4ab8f6c42cbd247e0d86ca17b9ec8fb6a16d3ee8aff6303c6f9dbe55f9d91) AuthConfig (cad6978d484529ec2e1d2ec6dfa3912e66c641dbdc1b2be30d19e8332047704c) AuthConfig (f8405f81da640934ec08d92f86ee4dbb0ad86d434ff4dab7336a9f77efff1632) AuthConfig (85164580d018bef5d76a5a572934a92f86aa21c69a7d12fc2fbfc3a03159d92e) AuthConfig (3a9288e7a50fbab8d64a3c2b5cfc3a9d65dcbfbba1e443dba73a6decc6712796) AuthConfig (b5c1c2638562ac2eac74de48c7d29323159088fead083d2862dd103c2254ba08) AuthConfig (b97601db0769bc0cad645bb5293c60f04e50625aa0ae4601db5cd0641cb7a670) AuthConfig (8c47f6aca4afcfbb08bfd38f419493cd5e7ac0a0e3b5838a4c84d2a895d49f6b) AuthConfig (b0fbee4e0ea9ece082d5608bd38722e0dc8b898b19d971f993bc28b640776628) AuthConfig (eb57dcf9d9aaf11596e868192edd4d5e5ddb6c8a4a441b74bc53270aa24095a9) AuthConfig (137514a880a0bed78b6d455931473c24a59fdaf2a0ba0aba4f697e4d4a74aef9) AuthConfig (08afe1262ec598dd79e3eeb488dea1434a11fdadcbf3210f0b4a6f9901cc2d4a) AuthConfig (7d5c4c257611a3ebeadf9fb3a3a53bfcb4e643d60cf0e796ed488924e47b90d3) AuthConfig (e9c1e6202f4cdc88982f4afc7411f00848fcaaf9a0ab64367ea40a6215e4de35) AuthConfig (b87b85ea76c54fa232e11dd8d399f61c8ea05c574a235b17b7e06e7605b0f80f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"530651a5-2d33-4a2d-b963-f303c506f74c","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:23.225045943Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"1ff64083-b0af-411d-90ab-9a415221c3d1","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:23.225066443Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"1ff64083-b0af-411d-90ab-9a415221c3d1","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:23.913928073Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:24.993033941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"ab030363-de83-4aff-b862-36c75fc303c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:25.048110134Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"ab030363-de83-4aff-b862-36c75fc303c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:25.102429292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf0a7ef1d5ea45cc06936674729eaccabfe6de789c24dcaef2b1cc278a396194) AuthConfig (5928ce2269a532ac87bda01eb3833d73d070187fc3a0c1316301c4e6b75c8b50) AuthConfig (fab4f7dde5d09f8e9d2c9b98c6b9e0ae93b0c7fad5fbeae58d0ea09d744ef287) AuthConfig (bf1dca31c96cf0d8f66eb82376ed0bc70f684d4aac81cd5a126cd30d48af2d28) AuthConfig (868ffa74457237f8afc65844320016d376cfc196ea477ee2408429c89906fe0c) AuthConfig (c741c358051748f57e65ae3ac30f4d9543c0efb00ed03d2ca04717cb7057ed18) AuthConfig (6815f6c2312398bd68e866b9d4167f4a21c4a05b05c7d994ed3c7e6b1a87990c) AuthConfig (b7e3fde5436a21f63f58c1aed9fcd594f6741990d40f51fd02b611c270d0e181) AuthConfig (17b314d34a24fe37de721244ee062732008e515c32efff2573be356a18ef75e7) AuthConfig (dec4ad37b761aad4646c6638ffdc5f82a3e66c7172cd4fa0eded3ac5d921d150) AuthConfig (62e9bd52d5892627e66e18616669d65a013115bf564ae926ae788b191b7758bf) AuthConfig (ff754dfd19e348ba0feef9c4075428b1bcbf632c50540e29063e35ec2888db60) AuthConfig (c8a335e6348854ed54a4ad7c51180c84b917417f56b782dd8a14363f4b4012e1) AuthConfig (9173196c61a58ed7cd1f9891cdfdc95ea2758fe97de25425ac7df54dfd4216a6) AuthConfig (91614f9e9131a7e894c8e604b466d425a03ed9f5dcd20377d29a1d54c210838f) AuthConfig (76781220884499e279db9513d5155341e8a3227fb819e80490d901b8f9f8fb06) AuthConfig (cceaca098a676ac674ee8089183a9c6c6f550796b078acd7bbae0a561aa03c55) AuthConfig (20821be2479c0238b527ec962d0283a9d057ac1ee01fd0d604b53b330137fe95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"ab030363-de83-4aff-b862-36c75fc303c1","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:25.158905155Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"fca5fe90-0fd2-44f5-9dc7-6ba804afb9ad","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:25.158927992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"fca5fe90-0fd2-44f5-9dc7-6ba804afb9ad","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:33.325417721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"45530258-41b8-4b52-b262-175a36ce013f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:33.380779375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"45530258-41b8-4b52-b262-175a36ce013f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:33.434707898Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (35a1312a85e939272b059e7865c397a9ca38e541f79df469a48b9b0295eeb2e7) AuthConfig (6d347a5a90482fe9cd50ecdb91febb03b667f0a3e7e301bc346729d757d59365) AuthConfig (11327ddfff10ef2745ea114b2af44b6213f811fe1574414a8cca3a5eff7dfdf4) AuthConfig (d9f4ab8f6c42cbd247e0d86ca17b9ec8fb6a16d3ee8aff6303c6f9dbe55f9d91) AuthConfig (cad6978d484529ec2e1d2ec6dfa3912e66c641dbdc1b2be30d19e8332047704c) AuthConfig (f8405f81da640934ec08d92f86ee4dbb0ad86d434ff4dab7336a9f77efff1632) AuthConfig (85164580d018bef5d76a5a572934a92f86aa21c69a7d12fc2fbfc3a03159d92e) AuthConfig (3a9288e7a50fbab8d64a3c2b5cfc3a9d65dcbfbba1e443dba73a6decc6712796) AuthConfig (b5c1c2638562ac2eac74de48c7d29323159088fead083d2862dd103c2254ba08) AuthConfig (b97601db0769bc0cad645bb5293c60f04e50625aa0ae4601db5cd0641cb7a670) AuthConfig (8c47f6aca4afcfbb08bfd38f419493cd5e7ac0a0e3b5838a4c84d2a895d49f6b) AuthConfig (b0fbee4e0ea9ece082d5608bd38722e0dc8b898b19d971f993bc28b640776628) AuthConfig (eb57dcf9d9aaf11596e868192edd4d5e5ddb6c8a4a441b74bc53270aa24095a9) AuthConfig (137514a880a0bed78b6d455931473c24a59fdaf2a0ba0aba4f697e4d4a74aef9) AuthConfig (08afe1262ec598dd79e3eeb488dea1434a11fdadcbf3210f0b4a6f9901cc2d4a) AuthConfig (7d5c4c257611a3ebeadf9fb3a3a53bfcb4e643d60cf0e796ed488924e47b90d3) AuthConfig (e9c1e6202f4cdc88982f4afc7411f00848fcaaf9a0ab64367ea40a6215e4de35) AuthConfig (b87b85ea76c54fa232e11dd8d399f61c8ea05c574a235b17b7e06e7605b0f80f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"45530258-41b8-4b52-b262-175a36ce013f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:34.004206065Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc55af24-4068-422f-8ac7-40f195b0f483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:34.054313342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc55af24-4068-422f-8ac7-40f195b0f483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:34.104614635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc55af24-4068-422f-8ac7-40f195b0f483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:34.154764653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc55af24-4068-422f-8ac7-40f195b0f483","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:35.269865024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"bfc445f8-f2a9-43da-b25c-27f19d07a563","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:35.326549438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"bfc445f8-f2a9-43da-b25c-27f19d07a563","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:35.380415092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (bf0a7ef1d5ea45cc06936674729eaccabfe6de789c24dcaef2b1cc278a396194) AuthConfig (5928ce2269a532ac87bda01eb3833d73d070187fc3a0c1316301c4e6b75c8b50) AuthConfig (fab4f7dde5d09f8e9d2c9b98c6b9e0ae93b0c7fad5fbeae58d0ea09d744ef287) AuthConfig (bf1dca31c96cf0d8f66eb82376ed0bc70f684d4aac81cd5a126cd30d48af2d28) AuthConfig (868ffa74457237f8afc65844320016d376cfc196ea477ee2408429c89906fe0c) AuthConfig (c741c358051748f57e65ae3ac30f4d9543c0efb00ed03d2ca04717cb7057ed18) AuthConfig (6815f6c2312398bd68e866b9d4167f4a21c4a05b05c7d994ed3c7e6b1a87990c) AuthConfig (b7e3fde5436a21f63f58c1aed9fcd594f6741990d40f51fd02b611c270d0e181) AuthConfig (17b314d34a24fe37de721244ee062732008e515c32efff2573be356a18ef75e7) AuthConfig (dec4ad37b761aad4646c6638ffdc5f82a3e66c7172cd4fa0eded3ac5d921d150) AuthConfig (62e9bd52d5892627e66e18616669d65a013115bf564ae926ae788b191b7758bf) AuthConfig (ff754dfd19e348ba0feef9c4075428b1bcbf632c50540e29063e35ec2888db60) AuthConfig (c8a335e6348854ed54a4ad7c51180c84b917417f56b782dd8a14363f4b4012e1) AuthConfig (9173196c61a58ed7cd1f9891cdfdc95ea2758fe97de25425ac7df54dfd4216a6) AuthConfig (91614f9e9131a7e894c8e604b466d425a03ed9f5dcd20377d29a1d54c210838f) AuthConfig (76781220884499e279db9513d5155341e8a3227fb819e80490d901b8f9f8fb06) AuthConfig (cceaca098a676ac674ee8089183a9c6c6f550796b078acd7bbae0a561aa03c55) AuthConfig (20821be2479c0238b527ec962d0283a9d057ac1ee01fd0d604b53b330137fe95)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"bfc445f8-f2a9-43da-b25c-27f19d07a563","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:35.989389648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca4b49e-5a11-44bf-90e4-8e7ba1b1f091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.039716302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca4b49e-5a11-44bf-90e4-8e7ba1b1f091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.08997799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca4b49e-5a11-44bf-90e4-8e7ba1b1f091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:36.140902224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cca4b49e-5a11-44bf-90e4-8e7ba1b1f091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:41.521788442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"7dd53a48-d6d3-41c8-97ee-705c58c6039a","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"maas-trlp-auth-test-model-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:41.622691381Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"977b3f49-ebb7-4662-bbdd-80bb31f9452b","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-auth-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:41.683470121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"a15d1dd6-6638-4254-8a7d-87f5c02515f4","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:41.683489711Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"a15d1dd6-6638-4254-8a7d-87f5c02515f4","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:41.750690831Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"c8e5a7f5-9ad2-488b-a6fb-d83182058f00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:41.923540647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"94101988-32be-4569-91b2-c922db8e813b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.025479206Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d9ab593-ba96-424f-9a50-1ddcc7f3ee3d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.152771213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"f23a8f2c-3a56-4ad9-9016-86a36666fd3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.25528108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"d90cefc0-b866-4a33-b013-2b82ada20fe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.332556178Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"28c0a113-1e8f-4f75-9b6f-38255685555a","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"maas-trlp-auth-test-model-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.383840386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"4268157d-be47-45b2-b2d8-19a68ad3850c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.484825682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"5c833669-b4c5-43ef-ae17-dc10052a9aac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.771641493Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"ac4ac30a-9c4e-4398-8d46-ca7241bd5dba","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-auth-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:42.85499033Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"52154c01-ada8-4583-abb8-d975643cec98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.003704065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"d0a259c1-59bf-4ad5-a44c-391d8ef6c2a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.186845837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"b4b82590-6f1f-4d9e-a1cc-b16ed6677f6d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.28701149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15995572-7678-4e5c-bd98-7504a50c7573","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.311833273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"b02c9a60-f709-4812-8981-611dbae01c17","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.317121468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"b79cdfa0-ac64-4d67-9dea-eb6657584a53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.369706956Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"b02c9a60-f709-4812-8981-611dbae01c17","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.535103986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"2f66dcfe-49fd-467b-a364-e67655ab5b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.590628794Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"2f66dcfe-49fd-467b-a364-e67655ab5b8d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.900214397Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"a4172a23-10bd-4254-bfbb-51b3a52208aa","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:43.900234199Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"a4172a23-10bd-4254-bfbb-51b3a52208aa","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:44.046143128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"8cd2db75-fce4-4bde-9678-3ab195731e94","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:44.046165054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"8cd2db75-fce4-4bde-9678-3ab195731e94","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:44.146098898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"81495de4-581c-40b5-a727-f4ac747e8045","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:44.201755718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"81495de4-581c-40b5-a727-f4ac747e8045","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:44.203005864Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"006ce631-2963-49f8-a7c2-0401a2419687","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ee74161d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:44.503328046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"84dc62ce-f55b-41ee-8944-cdcd1e1aa9e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:44.56067889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"84dc62ce-f55b-41ee-8944-cdcd1e1aa9e6","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:45.483171429Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"86e8bc7a-428c-4bec-8cb9-48ec70122551","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:45.53853625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"86e8bc7a-428c-4bec-8cb9-48ec70122551","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:45.846990322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"039b7f68-b447-421b-880a-cf5fec58d934","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:45.847012231Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"039b7f68-b447-421b-880a-cf5fec58d934","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:46.933398901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3a2297-4e59-41ee-80cb-a685d5f03d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:46.983485201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3a2297-4e59-41ee-80cb-a685d5f03d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:47.033615039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3a2297-4e59-41ee-80cb-a685d5f03d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:47.08381181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b3a2297-4e59-41ee-80cb-a685d5f03d93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:47.502118003Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c70365","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c70365","reconcileID":"a3573195-6190-468c-8aac-d5f05a35972c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c70365","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-c70365":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.94775621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f19baf-0836-4291-acb5-c1fcfc4b510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:48.998074705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f19baf-0836-4291-acb5-c1fcfc4b510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.048511251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f19baf-0836-4291-acb5-c1fcfc4b510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.098858101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"53f19baf-0836-4291-acb5-c1fcfc4b510b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.450871048Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"c21ec56b-5875-4bfb-a167-95f45e631501","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.450900765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"c21ec56b-5875-4bfb-a167-95f45e631501","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.507976796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"44b75f22-6cc7-4088-a7db-921de5a69c4a","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.508006301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"44b75f22-6cc7-4088-a7db-921de5a69c4a","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.552014947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"de9bf1d3-4feb-46c1-a875-a329742679d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:49.560255106Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"443589f6-87fc-466f-abb9-76d493ba84e4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-f770f1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.607001471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"de9bf1d3-4feb-46c1-a875-a329742679d4","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.66874813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"87930cb4-ebd0-44d9-a563-445b8d789e03","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.668770609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"87930cb4-ebd0-44d9-a563-445b8d789e03","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.724033685Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"08f1cc75-ecbe-4c2b-9ffd-f067a5a5cacb","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.724060353Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"08f1cc75-ecbe-4c2b-9ffd-f067a5a5cacb","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.906871601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"1ca4b0cc-2725-4d5c-8270-1693a9ed8a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.927037301Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"b7ad69c5-5636-4914-8e93-d67c7ef40dd1","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-auth-test-model-6a5d73","model":"auth-test-model-6a5d73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-6a5d73/e2e-auth-iso-f770f1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:49.96205036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"1ca4b0cc-2725-4d5c-8270-1693a9ed8a38","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:50.089861748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"ac0cca3f-ce68-4d4f-b669-ba76379c1910","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:50.089883761Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"ac0cca3f-ce68-4d4f-b669-ba76379c1910","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:50.309720485Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"343112d3-1ef4-43dc-878d-d7dae8eb0773","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-auth-test-model-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.373747704Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"d23edb7c-51f3-4687-9d8f-681a04148b8c","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.373771313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"d23edb7c-51f3-4687-9d8f-681a04148b8c","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.431043734Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"c8dfd13d-9752-4a2e-92bc-054aa720717d","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.431069345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"c8dfd13d-9752-4a2e-92bc-054aa720717d","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.473579204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"eb55ca58-5a42-4b1d-85b3-560501154c26","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:51.481881101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"86a6e8d3-b8ff-4ed2-97cc-f317b1ceea7f","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-auth-iso-5429d9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:51.482837429Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"c8dfd13d-9752-4a2e-92bc-054aa720717d","name":"auth-test-model-d9576a","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d9576a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:14:51.482909893Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"c8dfd13d-9752-4a2e-92bc-054aa720717d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"auth-test-model-d9576a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.488454414Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"25930ecb-0530-400d-8cb7-dbd37ab87a40","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.488474272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"25930ecb-0530-400d-8cb7-dbd37ab87a40","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.529889424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"eb55ca58-5a42-4b1d-85b3-560501154c26","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.590266535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"7a2618f7-90d4-430f-b8f8-2167afe850f2","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.590286229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"7a2618f7-90d4-430f-b8f8-2167afe850f2","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.645601424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"2cb5c2fd-a86a-49c8-9c33-6dc41d426705","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.645623081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"2cb5c2fd-a86a-49c8-9c33-6dc41d426705","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.831503364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"feaa12ee-f6e2-4481-8d18-6e6071c9ee8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.849793657Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"70b13987-9d1f-4fea-a913-a15b07b9cc77","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-auth-test-model-d9576a","model":"auth-test-model-d9576a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-d9576a/e2e-auth-iso-5429d9"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:51.889135907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"feaa12ee-f6e2-4481-8d18-6e6071c9ee8c","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.014804435Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"ea1f9087-f2b7-4046-9d82-8c61699511c4","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.014828485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"ea1f9087-f2b7-4046-9d82-8c61699511c4","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:52.216224517Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"be9b3ead-be33-4001-b368-80979e72dc6f","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-auth-test-model-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:53.914241222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.253659131Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4373b7c0-8ee3-4d78-a585-a48837d47541","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","subscription":"e2e-auth-iso-1d3d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.304245406Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4373b7c0-8ee3-4d78-a585-a48837d47541","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.355386017Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"4373b7c0-8ee3-4d78-a585-a48837d47541","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"maas-trlp-auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.622690296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"dcbccf90-9dcd-4df3-a016-5d24ba4ee3ed","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.622718913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"dcbccf90-9dcd-4df3-a016-5d24ba4ee3ed","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.722820749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"57cbbe58-6eb2-48c6-afcb-8cf29295d86e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.778084822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"57cbbe58-6eb2-48c6-afcb-8cf29295d86e","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.78122863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"4574fdc9-f305-43d6-954f-e32bfe84c3da","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.781247085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"4574fdc9-f305-43d6-954f-e32bfe84c3da","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.880514262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"37369b91-84fb-43e8-af6a-618fbcec3363","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.93573048Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"37369b91-84fb-43e8-af6a-618fbcec3363","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:54.937230744Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"09448989-1fdf-46c9-8c6d-50ad80f40387","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-7bb8a9ad","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:55.078653117Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"944af4a5-6278-4949-a606-e5fe05642235","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:55.134285955Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"944af4a5-6278-4949-a606-e5fe05642235","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:55.279119936Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"221595c3-e9e3-4ffe-b93a-3c67f310111d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:14:55.33431604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"221595c3-e9e3-4ffe-b93a-3c67f310111d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:04.989198114Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"bcb94c75-0340-496c-80f3-d4d04915c501","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","subscription":"e2e-auth-iso-1d3d24","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.040156841Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"bcb94c75-0340-496c-80f3-d4d04915c501","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.090943232Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"bcb94c75-0340-496c-80f3-d4d04915c501","MaaSSubscription":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"maas-trlp-auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.364850683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"a0a16dc7-259c-4cf2-83ab-47cbfca279ff","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.364872383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"a0a16dc7-259c-4cf2-83ab-47cbfca279ff","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.466564143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"3907f450-28f8-4462-8114-c9a63f5235f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.508028369Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"dc010d40-aecf-44a7-b3ec-2277abb2378f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.508056902Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"bb4381f7-8e09-4618-8219-6de42c287132","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.508070836Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"bb4381f7-8e09-4618-8219-6de42c287132","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.522269334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"3907f450-28f8-4462-8114-c9a63f5235f3","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.708302143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"dc010d40-aecf-44a7-b3ec-2277abb2378f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.808710197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"593518ac-2484-41db-92e9-0eb326409e2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.832054258Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"dc010d40-aecf-44a7-b3ec-2277abb2378f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"name":"e2e-shared-a-w1-a54cab-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.832077877Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"e2e-auth-iso-1d3d24","reconcileID":"dc010d40-aecf-44a7-b3ec-2277abb2378f","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w1-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.864293127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"593518ac-2484-41db-92e9-0eb326409e2d","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.886530289Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"42cb3094-bc40-49b5-8d94-fed8e31c018e","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"tenant":"e2e-shared-a-w1-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","model":"ai-tenant-e2e-shared-a-w1-a54cab/auth-test-model-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:05.886554309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"auth-test-model-a54cab","reconcileID":"42cb3094-bc40-49b5-8d94-fed8e31c018e","MaaSModelRef":{"name":"auth-test-model-a54cab","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"routeName":"auth-test-model-a54cab-kserve-route","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","llmisvcName":"auth-test-model-a54cab","gateway":"openshift-ingress/e2e-shared-a-w1-a54cab","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.028431215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"0ba4e41a-3fd1-49a6-9c0a-093e0ab410af","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.02845654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"0ba4e41a-3fd1-49a6-9c0a-093e0ab410af","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.06454945Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"3aa49ba0-0583-480e-8400-50450da47bde","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.314944468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"3aa49ba0-0583-480e-8400-50450da47bde","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.44395096Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"3aa49ba0-0583-480e-8400-50450da47bde","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"name":"e2e-shared-b-w1-1c9b4e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.44398492Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"e2e-auth-iso-1d3d24","reconcileID":"3aa49ba0-0583-480e-8400-50450da47bde","MaaSAuthPolicy":{"name":"e2e-auth-iso-1d3d24","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w1-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.518411535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"477efb56-fd3e-4442-84bf-94333f2d12c8","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"tenant":"e2e-shared-b-w1-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","model":"ai-tenant-e2e-shared-b-w1-1c9b4e/auth-test-model-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:06.518440086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"auth-test-model-1c9b4e","reconcileID":"477efb56-fd3e-4442-84bf-94333f2d12c8","MaaSModelRef":{"name":"auth-test-model-1c9b4e","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"routeName":"auth-test-model-1c9b4e-kserve-route","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","llmisvcName":"auth-test-model-1c9b4e","gateway":"openshift-ingress/e2e-shared-b-w1-1c9b4e","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.499656434Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"ac473f52-924f-4a49-b604-fc00ee8e42d8","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-auth-test-model-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.65201673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1b54cfce-8725-4ddc-a6f4-1b0bfb8f12b2","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-auth-test-model-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.661746228Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"825f7993-8b21-48f3-88e3-da3301b3fec6","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.661779651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"825f7993-8b21-48f3-88e3-da3301b3fec6","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.814292172Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"55c1a035-96c6-493b-a0ca-9f9f8a7fadad","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:16.814315195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"55c1a035-96c6-493b-a0ca-9f9f8a7fadad","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:17.553549858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"8b8929ce-f2c6-445a-bff7-5bd0930cb356","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:17.609982336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"8b8929ce-f2c6-445a-bff7-5bd0930cb356","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:18.168570644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"0a3a9bb4-a80d-41c4-b997-c007108ba1f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:18.223943977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"0a3a9bb4-a80d-41c4-b997-c007108ba1f1","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.342554453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"fccf3658-2a65-4b80-bbe5-bbb5b9365fb1","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.342576319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"fccf3658-2a65-4b80-bbe5-bbb5b9365fb1","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.442153247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"9a2180aa-eb54-4bf3-b2f0-ec949796412d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.498617921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"9a2180aa-eb54-4bf3-b2f0-ec949796412d","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.498678539Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"f62dd41c-c2dd-4b73-a396-96d59b6567e4","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-93626c15","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.800766096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"ff0a2e8b-75e9-492e-b5f8-6d9629156d45","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:20.856384783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"ff0a2e8b-75e9-492e-b5f8-6d9629156d45","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.244860877Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"4e61d186-5097-4be8-b3ff-9c16b99bdef6","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.244882801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"4e61d186-5097-4be8-b3ff-9c16b99bdef6","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.344537087Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"05d8de24-a1bc-40b6-bf7e-7f09592da489","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.40008235Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"05d8de24-a1bc-40b6-bf7e-7f09592da489","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.401031555Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"7be74d82-4fdc-4b30-a9b7-f8d76c654bfe","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-10e47db7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.700782874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"3220072f-3acc-431c-9089-8881c7b0091d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.756024445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"3220072f-3acc-431c-9089-8881c7b0091d","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:23.913604722Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:30.54994771Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"579a95bb-0b67-442d-9be0-3363576ac432","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","subscription":"e2e-auth-iso-f770f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:30.610139661Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"579a95bb-0b67-442d-9be0-3363576ac432","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:30.672955935Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"579a95bb-0b67-442d-9be0-3363576ac432","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:30.94440261Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"c8cd706d-77df-4be6-9982-e30398fabc62","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:30.944426035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"c8cd706d-77df-4be6-9982-e30398fabc62","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.044303835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"b2b09804-ded5-463f-a935-b3a09c14d4dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.097063835Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"e5211c02-d167-40b9-8c66-be1bf4c74fc4","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.097087404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"e5211c02-d167-40b9-8c66-be1bf4c74fc4","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.101418057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"b2b09804-ded5-463f-a935-b3a09c14d4dd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.196841243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"a6a379db-9204-49a6-b4a1-1a8fd6167994","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.252547583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"a6a379db-9204-49a6-b4a1-1a8fd6167994","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.253600916Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"6a033a20-4192-4778-bbec-12a11e07cd78","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-caccfcd2","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.404267454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"f9d79301-9c5b-4ba4-bad4-df8a9ede27bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.459789276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"f9d79301-9c5b-4ba4-bad4-df8a9ede27bd","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.604336455Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"7f9eb753-7d19-4bf2-9423-2257f03b7e0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:31.65989227Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"7f9eb753-7d19-4bf2-9423-2257f03b7e0f","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.452230443Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"62042d81-3593-4b08-a1ca-a668e917a5de","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","subscription":"e2e-auth-iso-5429d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.503021763Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"62042d81-3593-4b08-a1ca-a668e917a5de","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.55384023Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"62042d81-3593-4b08-a1ca-a668e917a5de","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.820821432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"8eff2df9-57e5-4669-afe7-0d0e12e9b224","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.820844338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"8eff2df9-57e5-4669-afe7-0d0e12e9b224","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.920866243Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"283af55a-ffd3-403b-b212-742863eaab44","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.968166864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"b54bb626-1bb3-4fdc-8b38-5132d378c6e4","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.968189095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"b54bb626-1bb3-4fdc-8b38-5132d378c6e4","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:33.976260156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"283af55a-ffd3-403b-b212-742863eaab44","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:34.067747426Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1abf0ea5-4534-4001-b281-a8a27a248b11","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:34.122978692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1abf0ea5-4534-4001-b281-a8a27a248b11","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:34.124234162Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"d54814c9-c486-4c0f-90d6-15c628b24f27","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-28d39226","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:34.276870328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"64bfad25-9c6b-4760-8329-b2b03920c8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:34.3321676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"64bfad25-9c6b-4760-8329-b2b03920c8fe","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:34.476880997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"b5581e83-61bf-49a8-9e5e-acb70ae04be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:34.532628831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"b5581e83-61bf-49a8-9e5e-acb70ae04be6","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:35.50542977Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-b16721","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"explicit-model-b16721","reconcileID":"31a83ffb-ebe3-4489-8425-031c4018ae21","MaaSModelRef":{"name":"explicit-model-b16721","namespace":"ai-tenant-e2e-explicit-b16721"},"routeName":"explicit-model-b16721-kserve-route","namespace":"ai-tenant-e2e-explicit-b16721","llmisvcName":"explicit-model-b16721","gateway":"openshift-ingress/e2e-explicit-b16721","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:35.983598404Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"explicit-model-b16721","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"explicit-model-b16721","reconcileID":"0747349e-f4c7-47f4-af56-a2aa9e48bfdc","MaaSModelRef":{"name":"explicit-model-b16721","namespace":"ai-tenant-e2e-explicit-b16721"},"routeName":"explicit-model-b16721-kserve-route","namespace":"ai-tenant-e2e-explicit-b16721","llmisvcName":"explicit-model-b16721","gateway":"openshift-ingress/e2e-explicit-b16721","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.304340368Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"46ff136a-5dfc-4f33-bb9f-61a14ca280bb","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","subscription":"e2e-auth-iso-f770f1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.355233733Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"46ff136a-5dfc-4f33-bb9f-61a14ca280bb","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.405993476Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"46ff136a-5dfc-4f33-bb9f-61a14ca280bb","MaaSSubscription":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.674135315Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"84bc7fb3-42e7-43a6-aa0e-1107ec0534aa","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.674156544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"84bc7fb3-42e7-43a6-aa0e-1107ec0534aa","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.775159559Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"28516b35-5726-481e-be88-cad87f783d70","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.822358244Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3108e453-55f6-4280-aed8-0b4e8fa7b6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.82250369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"555dc2cc-4403-4b39-9512-335ae2ffd42f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.822520995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"555dc2cc-4403-4b39-9512-335ae2ffd42f","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:41.830565705Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"28516b35-5726-481e-be88-cad87f783d70","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.022657943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3108e453-55f6-4280-aed8-0b4e8fa7b6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.146180075Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3108e453-55f6-4280-aed8-0b4e8fa7b6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.14620622Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-auth-iso-f770f1","reconcileID":"3108e453-55f6-4280-aed8-0b4e8fa7b6cb","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.172888815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"6941859c-8440-46bf-b234-b3124a77be5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.203823051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"c799c4d0-4877-4ccb-8c5f-3a5361de0023","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/auth-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.203847369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"auth-test-model-98a394","reconcileID":"c799c4d0-4877-4ccb-8c5f-3a5361de0023","MaaSModelRef":{"name":"auth-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"auth-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"auth-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.228849144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"6941859c-8440-46bf-b234-b3124a77be5a","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.344645739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"f7150885-c21b-464b-b66c-bec731e473e8","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.344665391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"f7150885-c21b-464b-b66c-bec731e473e8","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.430393955Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"2c64c245-3228-4bc1-afb8-82522b1442b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.580688204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"2c64c245-3228-4bc1-afb8-82522b1442b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.704457125Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"2c64c245-3228-4bc1-afb8-82522b1442b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.704483491Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-auth-iso-f770f1","reconcileID":"2c64c245-3228-4bc1-afb8-82522b1442b7","MaaSAuthPolicy":{"name":"e2e-auth-iso-f770f1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.759826565Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"a9658b46-5727-43ee-8d3f-414ad5524196","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/auth-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:42.759848272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"auth-test-model-6a5d73","reconcileID":"a9658b46-5727-43ee-8d3f-414ad5524196","MaaSModelRef":{"name":"auth-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"auth-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"auth-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.175342147Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"07be5d39-2c01-4557-9eae-42cf4218c4cc","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","subscription":"e2e-auth-iso-5429d9","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.226111242Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"07be5d39-2c01-4557-9eae-42cf4218c4cc","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.276948097Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"07be5d39-2c01-4557-9eae-42cf4218c4cc","MaaSSubscription":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.543313635Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"9bedd9d4-89be-433b-aa0c-1dea9365cf43","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.543342317Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"9bedd9d4-89be-433b-aa0c-1dea9365cf43","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.643757493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"eb71c755-32c6-4052-ad39-29bba0fccb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.692062689Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"8024c9f8-9743-4b9c-8729-b717cbd033c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.692191552Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"c2d02d52-3349-45ed-869d-bdd0c55c9e10","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.692208371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"c2d02d52-3349-45ed-869d-bdd0c55c9e10","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.698975141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"eb71c755-32c6-4052-ad39-29bba0fccb48","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.84275748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"8024c9f8-9743-4b9c-8729-b717cbd033c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.9485713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"c9dae154-351d-4db0-b029-80a0ced87778","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.966629945Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"8024c9f8-9743-4b9c-8729-b717cbd033c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:44.966654098Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-auth-iso-5429d9","reconcileID":"8024c9f8-9743-4b9c-8729-b717cbd033c0","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.003972975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"c9dae154-351d-4db0-b029-80a0ced87778","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.021868667Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"b54ebad7-deac-4553-aa91-f80b058490b4","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/auth-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.021890509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"auth-test-model-c34879","reconcileID":"b54ebad7-deac-4553-aa91-f80b058490b4","MaaSModelRef":{"name":"auth-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"auth-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"auth-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.16728421Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"8d6bf265-9406-4477-b054-d8b693442501","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.167303762Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"8d6bf265-9406-4477-b054-d8b693442501","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.204770484Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1a00ef3e-75c0-4704-b2f5-64d45a0d371a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.456356295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1a00ef3e-75c0-4704-b2f5-64d45a0d371a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.582131029Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1a00ef3e-75c0-4704-b2f5-64d45a0d371a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.582158333Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-auth-iso-5429d9","reconcileID":"1a00ef3e-75c0-4704-b2f5-64d45a0d371a","MaaSAuthPolicy":{"name":"e2e-auth-iso-5429d9","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.637074848Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"94dfe6f3-9492-49fe-993a-12d79705b9d9","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/auth-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:45.637098621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"auth-test-model-d9576a","reconcileID":"94dfe6f3-9492-49fe-993a-12d79705b9d9","MaaSModelRef":{"name":"auth-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"auth-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"auth-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:15:53.913138116Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:03.575979759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"622b583b-2339-459c-86d9-c005db4fb6c1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-c70365","tenantID":"e2e-extmod-a-c70365","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:03.690294855Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"622b583b-2339-459c-86d9-c005db4fb6c1","name":"e2e-extmod-a-c70365-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:05.950276931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d19fa-f4d1-4337-b9d4-bd38659a2878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:06.00274098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d19fa-f4d1-4337-b9d4-bd38659a2878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:06.054945774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d19fa-f4d1-4337-b9d4-bd38659a2878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:06.105207111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a27d19fa-f4d1-4337-b9d4-bd38659a2878","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:06.561028049Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aab75e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aab75e","reconcileID":"125c9745-3b1b-4379-b609-9355159e116e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aab75e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-aab75e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.945804691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e57451-2d08-475a-acdc-1ebba626c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:07.995937202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e57451-2d08-475a-acdc-1ebba626c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.046327158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e57451-2d08-475a-acdc-1ebba626c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:08.096770041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e57451-2d08-475a-acdc-1ebba626c699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:09.990816819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8f4d3-60b3-4e8c-8e3d-5ec44b4b7c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:10.042170852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8f4d3-60b3-4e8c-8e3d-5ec44b4b7c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:10.093137219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8f4d3-60b3-4e8c-8e3d-5ec44b4b7c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:10.143585805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4f8f4d3-60b3-4e8c-8e3d-5ec44b4b7c94","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:23.204875545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d24e97-4350-42dc-b08d-950cb8c56c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:23.255532344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d24e97-4350-42dc-b08d-950cb8c56c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:23.30551667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d24e97-4350-42dc-b08d-950cb8c56c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:23.355624358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0d24e97-4350-42dc-b08d-950cb8c56c5f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:23.778856598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-50ca6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-50ca6d","reconcileID":"b1221bc4-5e97-4881-b331-37820f7febee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-50ca6d","applied":{"maas.opendatahub.io/gateway-access-e2e-autores-50ca6d":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:23.91267576Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:25.249924756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc648821-9a7a-4f61-b9d8-dc151db2d45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:25.300017709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc648821-9a7a-4f61-b9d8-dc151db2d45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:25.350316118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc648821-9a7a-4f61-b9d8-dc151db2d45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:25.400347272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc648821-9a7a-4f61-b9d8-dc151db2d45a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:27.253953783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a638885-531a-4b6e-9610-283d582fafc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:27.304567241Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a638885-531a-4b6e-9610-283d582fafc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:27.354937167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a638885-531a-4b6e-9610-283d582fafc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:27.405282586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a638885-531a-4b6e-9610-283d582fafc7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:29.27019711Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acc1ece-6fab-4392-9101-e24c1d742ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:29.320539691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acc1ece-6fab-4392-9101-e24c1d742ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:29.370944753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acc1ece-6fab-4392-9101-e24c1d742ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:29.421082997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5acc1ece-6fab-4392-9101-e24c1d742ccb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:31.242068071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fde1c3-19a0-47a0-9582-e366ca0dea73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:31.292163501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fde1c3-19a0-47a0-9582-e366ca0dea73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:31.342237166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fde1c3-19a0-47a0-9582-e366ca0dea73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:31.392209044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"03fde1c3-19a0-47a0-9582-e366ca0dea73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:33.221653367Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8413514-4ca0-4cf0-922d-89ee802b0f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:33.272340391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8413514-4ca0-4cf0-922d-89ee802b0f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:33.322773307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8413514-4ca0-4cf0-922d-89ee802b0f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:33.37281773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8413514-4ca0-4cf0-922d-89ee802b0f11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:35.250896123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ada8b4-7231-43b8-96ce-7fd204cf250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:35.301157668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ada8b4-7231-43b8-96ce-7fd204cf250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:35.351465235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ada8b4-7231-43b8-96ce-7fd204cf250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:35.401629964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83ada8b4-7231-43b8-96ce-7fd204cf250c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:35.739846661Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d8cc55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d8cc55","reconcileID":"183dedcc-2ee1-40a2-97e7-3a6a495e7037","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d8cc55","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-d8cc55":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.24331812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e47da8-9fdb-414e-8877-647aa1404fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.29351298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e47da8-9fdb-414e-8877-647aa1404fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.343666278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e47da8-9fdb-414e-8877-647aa1404fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:37.394446401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4e47da8-9fdb-414e-8877-647aa1404fd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:39.279750479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb39d77-37aa-4619-9e63-cc771481a964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:39.333466384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb39d77-37aa-4619-9e63-cc771481a964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:39.383703828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb39d77-37aa-4619-9e63-cc771481a964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:39.436094089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adb39d77-37aa-4619-9e63-cc771481a964","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:41.277327459Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bac07b-6af9-4dbe-9b53-01dd108ec3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:41.328064573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bac07b-6af9-4dbe-9b53-01dd108ec3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:41.378949379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bac07b-6af9-4dbe-9b53-01dd108ec3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:41.429159746Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97bac07b-6af9-4dbe-9b53-01dd108ec3e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:43.248151849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c9750c-3430-4705-aa53-c72c8db2f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:43.298547148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c9750c-3430-4705-aa53-c72c8db2f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:43.348591802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c9750c-3430-4705-aa53-c72c8db2f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:43.398921725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6c9750c-3430-4705-aa53-c72c8db2f7dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:45.220165657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d55240-56c9-4464-bfef-d0aba2b9d022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:45.270465958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d55240-56c9-4464-bfef-d0aba2b9d022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:45.320525805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d55240-56c9-4464-bfef-d0aba2b9d022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:45.370594781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"36d55240-56c9-4464-bfef-d0aba2b9d022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:53.913859947Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.348725412Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","namespace":"ai-tenant-e2e-explicit-b16721","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.348789399Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","namespace":"ai-tenant-e2e-explicit-b16721","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.348847316Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","tenant":"e2e-explicit-b16721","tenantID":"e2e-explicit-b16721","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.400622364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"Deployment","name":"maas-api-e2e-explicit-b16721","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.458576276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"Service","name":"maas-api-e2e-explicit-b16721","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.517102323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"HTTPRoute","name":"maas-api-route-e2e-explicit-b16721","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.569442016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-explicit-b16721","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.622416956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.675030926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.730277205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.782702203Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"Telemetry","name":"latency-per-subscription-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.832337143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"Deployment","name":"payload-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.882462449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"Deployment","name":"payload-pre-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.933960699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"Service","name":"payload-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:58.983927589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"Service","name":"payload-pre-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.034107387Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"DestinationRule","name":"payload-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.084123873Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"DestinationRule","name":"payload-pre-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.134091321Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"EnvoyFilter","name":"payload-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.187803455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.240770943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"NetworkPolicy","name":"payload-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.29074019Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"ServiceAccount","name":"payload-processing-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.340726947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-explicit-b16721","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:16:59.390631881Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-explicit-b16721"},"namespace":"ai-tenant-e2e-explicit-b16721","name":"default-tenant","reconcileID":"242c94af-4127-452a-ab3a-360135129df9","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-explicit-b16721","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:00.913469496Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b16721","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b16721","reconcileID":"742416f5-cbe8-48aa-bce3-9c6d4b8fd723","aitenant":"ai-tenants/e2e-explicit-b16721","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:01.540302585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eff3b9-1e40-427e-bb89-8ea8f1527b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:01.590293202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eff3b9-1e40-427e-bb89-8ea8f1527b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:01.640694765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eff3b9-1e40-427e-bb89-8ea8f1527b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:01.648029283Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-explicit-b16721","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-explicit-b16721","reconcileID":"742416f5-cbe8-48aa-bce3-9c6d4b8fd723","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-explicit-b16721","removed":["maas.opendatahub.io/gateway-access-e2e-explicit-b16721"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:01.690908882Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4eff3b9-1e40-427e-bb89-8ea8f1527b82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.566424862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd2241b-ef27-4d4c-911b-c191abef2f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.617457902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd2241b-ef27-4d4c-911b-c191abef2f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.667642967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd2241b-ef27-4d4c-911b-c191abef2f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:03.717661625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4bd2241b-ef27-4d4c-911b-c191abef2f0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.053469182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"1d8bb5aa-6676-4b7c-a5f5-0b7fe67f569c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.150806551Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"ddc9e002-a6ba-4b9a-8c3a-e0b1c22b06ac","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.168776195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9358f606-d22e-4a9c-b4b1-afd06de78ab9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.250890738Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"50cdeaed-b4d8-47cd-86f2-e9a778bc7171","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.351623596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"25f055e2-9424-4429-8c3a-8ab6b8b48605","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.467808915Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"1a160f86-fb6f-4cb6-8843-b3b024df0ebe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.630970933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"7dab7251-6bdc-44fe-b599-032c919747d6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:05.806901872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"24b3e0de-ebec-4f8b-8caa-9c76ba768937","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:06.181188615Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"37caa407-5ba1-4c3d-8f18-fafce9b83b2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:06.282745875Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"cc99e3cd-2ce1-4c6a-ad56-b2a4a6db4a2b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:06.409740163Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"84c0c9e5-42c3-4371-aaac-e7b8a5f798c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:06.510478378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"1c49b27f-7eb1-4952-9bbb-5524d64a3f1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.532457113Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0e8c8-cefa-4f06-a004-70e53ac47653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.582704871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0e8c8-cefa-4f06-a004-70e53ac47653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.632885739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0e8c8-cefa-4f06-a004-70e53ac47653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:20.683037111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"09c0e8c8-cefa-4f06-a004-70e53ac47653","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.513936683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620e5527-513e-411d-841a-e9e5bd02d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.56399896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620e5527-513e-411d-841a-e9e5bd02d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.61406627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620e5527-513e-411d-841a-e9e5bd02d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:22.663981512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"620e5527-513e-411d-841a-e9e5bd02d0cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:23.913423222Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:23.92755778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"a5f39038-972b-48d2-b4f1-09f8c4974f24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.119859747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"583a11c2-f47b-4250-9151-75c6806f6ac1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.319759007Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"adeac884-f43e-4576-8d79-9db0c721607a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.364769506Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ec4288c1-5182-4fa5-a01b-07cc98a3868f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.47976671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"cec975fd-b41e-44e8-82d0-629ee2c8cc23","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.539765006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da81b9c6-5e2c-4b7c-8b54-862293cea7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.590080158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da81b9c6-5e2c-4b7c-8b54-862293cea7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.640356565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"a6c09746-c8d3-43a2-8b87-f23128439d23","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.640622453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da81b9c6-5e2c-4b7c-8b54-862293cea7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.69081639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da81b9c6-5e2c-4b7c-8b54-862293cea7f0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.792278415Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"9dd7cfd1-4c60-4f6c-bc0f-283e2d8f6206","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.843594419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"a78fc229-b3dc-48a2-a5be-4f104922b5ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.89492271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"3b03bea0-38a3-45fe-a828-a1fc8b904d35","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:24.997293108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"4af7814f-49c1-4cee-b9f6-27776b49056b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.102533705Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"c18ac9ad-b790-4fe4-850f-7a40a7b256d1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:25.197757123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"85f0bf64-1af2-406b-a23e-05ecbc04fda7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.513580265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbdb682-7638-40ad-b1e5-81bb5a8cf874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.563856391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbdb682-7638-40ad-b1e5-81bb5a8cf874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.614059917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbdb682-7638-40ad-b1e5-81bb5a8cf874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:26.664179154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cdbdb682-7638-40ad-b1e5-81bb5a8cf874","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:28.484629415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26d48f0-b3d8-4ada-8764-3b8d013e058d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:28.534736494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26d48f0-b3d8-4ada-8764-3b8d013e058d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:28.585006331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26d48f0-b3d8-4ada-8764-3b8d013e058d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:28.593083965Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4f87d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4f87d1","reconcileID":"2d3cf145-7683-490e-9f08-cf2159934cf5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4f87d1","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-4f87d1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:28.635012123Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a26d48f0-b3d8-4ada-8764-3b8d013e058d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:28.939953089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"5bd32e65-5a31-4d60-a37d-bed671788132","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-aab75e","tenantID":"e2e-extmod-a-aab75e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:29.053803976Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"5bd32e65-5a31-4d60-a37d-bed671788132","name":"e2e-extmod-a-aab75e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.582904921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9226c1dc-0c5f-4898-8e26-1f8d2f32853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.633202704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9226c1dc-0c5f-4898-8e26-1f8d2f32853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.683297825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9226c1dc-0c5f-4898-8e26-1f8d2f32853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:30.733591884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9226c1dc-0c5f-4898-8e26-1f8d2f32853c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:32.56711579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a516f16-cbb4-4ad6-ace1-17812999d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:32.617144919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a516f16-cbb4-4ad6-ace1-17812999d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:32.667484899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a516f16-cbb4-4ad6-ace1-17812999d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:32.717917311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a516f16-cbb4-4ad6-ace1-17812999d041","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:34.548545172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2aebf7a-c216-4649-b1d3-254c79fa3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:34.600070553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2aebf7a-c216-4649-b1d3-254c79fa3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:34.650490971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2aebf7a-c216-4649-b1d3-254c79fa3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:34.701426289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2aebf7a-c216-4649-b1d3-254c79fa3d66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.519153716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298a3d8-6e8d-4405-b93e-b0b94331f2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.569464595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298a3d8-6e8d-4405-b93e-b0b94331f2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.619473801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298a3d8-6e8d-4405-b93e-b0b94331f2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:36.669616723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5298a3d8-6e8d-4405-b93e-b0b94331f2c1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:38.489779949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eef979-5462-4dfc-9512-03d30459ca82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:38.539940388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eef979-5462-4dfc-9512-03d30459ca82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:38.589964414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eef979-5462-4dfc-9512-03d30459ca82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:38.640094597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3eef979-5462-4dfc-9512-03d30459ca82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.856117854Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"5232cef9-889d-46a6-a485-496b8de59263","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-autores-50ca6d","tenantID":"e2e-autores-50ca6d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:48.969969934Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"5232cef9-889d-46a6-a485-496b8de59263","name":"e2e-autores-50ca6d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:53.914279486Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:57.96138758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"325707ba-a83d-4147-aabf-0eb4f3e67a00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.07460106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"47a755ea-fdfb-4bb1-9dc9-5534f0343460","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.174728963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"57e3cb13-6819-49f8-9d03-fc44f9a4dbd4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.275985Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"39593707-1dc5-4526-a6ad-ec044a52bc9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.309406513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"935942f6-a1eb-41b8-8668-727f734189f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.427156539Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"b1c2e4b2-1dab-484b-bb5c-f7cde196f3c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.527719569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"6157ecb5-2e28-42d5-bcec-ec980a8666a9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:58.711607799Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"4ac80e3e-dae8-45e1-abd4-0634b177e507","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:59.057953166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"16cd9966-67d3-4554-9f09-dbea4738d3ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:59.292026378Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"8b71265c-63ad-4a2a-9cd0-5e6b9463a0c6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:59.389938298Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"9a70cd81-8ef7-4403-9748-3496e2da37b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:17:59.490766957Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"d986606d-c785-4828-b8cf-5dbcc9a7c378","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:03.299247244Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"d63d61ba-c385-4d15-a333-bfc8587c0e04","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-d8cc55","tenantID":"e2e-extmod-a-d8cc55","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:03.474462127Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"d63d61ba-c385-4d15-a333-bfc8587c0e04","name":"e2e-extmod-a-d8cc55-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.014473092Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"1e97acad-b9f3-4d82-a470-861ad0298f11","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.069918862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"1e97acad-b9f3-4d82-a470-861ad0298f11","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.075491561Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"30e41ea2-9891-4863-b575-c5c46b23a144","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.075557448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"30e41ea2-9891-4863-b575-c5c46b23a144","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.086786458Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"5929b7f9-5292-4aac-b417-c853ddfa90f2","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.086851236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"5929b7f9-5292-4aac-b417-c853ddfa90f2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.107607754Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"ce8273ef-1e52-46cc-82df-aa35fee3ae6d","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.107659752Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"ce8273ef-1e52-46cc-82df-aa35fee3ae6d","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.148884287Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"07657636-26b8-422d-9067-6ba60f39f828","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.148944335Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"07657636-26b8-422d-9067-6ba60f39f828","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.230260172Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"e9f2ed49-21fb-4fa6-a0e3-d5e6b37527e6","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.230324488Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"e9f2ed49-21fb-4fa6-a0e3-d5e6b37527e6","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.391483026Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"5dd9a87d-2cef-43fd-94d3-4177fccea2be","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.39155254Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"5dd9a87d-2cef-43fd-94d3-4177fccea2be","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.711967576Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"c0c7b807-8a74-42ff-8373-07bc1beb19a2","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:04.712034463Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"c0c7b807-8a74-42ff-8373-07bc1beb19a2","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:05.352493953Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"2d447bb2-a1bc-4bc3-a6c6-04b78e33446b","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:05.352560731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"2d447bb2-a1bc-4bc3-a6c6-04b78e33446b","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:06.633501711Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"6542af09-6b95-4865-96e7-7f43b158f6b4","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:06.633583698Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"6542af09-6b95-4865-96e7-7f43b158f6b4","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:09.194103327Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"a1a05331-42bb-42c0-ba4a-13308db8ac8e","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:213\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:18:09.194172452Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"noten-model-898926","namespace":"ai-tenant-e2e-noten-898926"},"namespace":"ai-tenant-e2e-noten-898926","name":"noten-model-898926","reconcileID":"a1a05331-42bb-42c0-ba4a-13308db8ac8e","error":"resolve tenant gateway for model ai-tenant-e2e-noten-898926/noten-model-898926: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-noten-898926/noten-model-898926-kserve-route (gateways: [openshift-ingress/e2e-noten-898926]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:19.763893902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"dba052e2-b412-4439-81a2-d868dd72cbb7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:19.879803932Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"5f90ba3d-db7b-45f7-b3b6-d6c9a099868f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:19.979919103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"281a3ce9-7d4d-49d4-b318-0d3e23d4f3a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:20.232143372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"2ece99d8-3f6a-4255-ba17-50eb5f5dc088","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:20.332809438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"f6aec5f4-a619-4fb8-8242-3b26f4f29331","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:20.749914203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c7be5c1f-fb4b-44ef-9d9c-de97e9720c84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:20.849187828Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"20adf8dc-4406-45a3-82ad-8093f89630f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:21.04551185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"15f770be-fe4f-4276-93f3-a4809dfb392e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:21.148466306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"dd8bb359-dc8c-451e-bab2-6f79dd86a4b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:21.156750227Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"ff9ddca8-17b8-4b69-ac02-5849c9ce6025","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:21.338112154Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7005406a-c1fe-4b96-87ec-514658b2b810","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:21.44884794Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"b24e81df-16ee-4c19-9339-edc6913cc10c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:23.91361978Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:51.39425883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"7eaaea62-fa9e-4485-b3ad-793eb26ad2b1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:51.494794091Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"15c2c641-b375-4b6c-b20c-14c7e40bd799","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:51.628270035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aae02bed-4979-46d5-a6fd-beebe6584ad3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:51.853534064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"55edccb7-86f3-4461-81a2-3821333a01d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:51.95422694Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"af74a56f-98cc-4e3f-8293-61a4991d2c20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.141957628Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"f49ae89a-c212-4e97-b21e-b3cb747ad3ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.244533617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"51e27217-cda0-439b-951e-b63e7ab115b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.378418706Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"3a8858bb-1265-4039-b5ca-870753e13811","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.495513685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"dd10f493-f24a-4823-b1b7-1978e6390c4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.613486697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"1b5430f4-7cb6-4ea4-b0ed-9fe2e8d59154","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.71183317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"e0718a7a-32a5-45f4-b7e3-b1c035a805f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:52.813028344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"96ed216a-3196-4d4d-8e33-4d90fe82d982","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:53.91426074Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:57.952842028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b2ebe-4846-4522-a74e-bcf7f08cf9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:58.00305306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b2ebe-4846-4522-a74e-bcf7f08cf9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:58.053297426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b2ebe-4846-4522-a74e-bcf7f08cf9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:58.106234038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3b2ebe-4846-4522-a74e-bcf7f08cf9f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:59.929967267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0836d355-3913-4464-bfa9-0c78e43feb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:18:59.979983833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0836d355-3913-4464-bfa9-0c78e43feb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:00.03029815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0836d355-3913-4464-bfa9-0c78e43feb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:00.08065736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0836d355-3913-4464-bfa9-0c78e43feb76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:00.961941392Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bd872a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bd872a","reconcileID":"5d0168fd-fb76-4773-be63-cf259eff708d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-bd872a","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-bd872a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:01.199334944Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"bf46f809-4b14-4b38-9537-a2df99a60e64","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-4f87d1","tenantID":"e2e-extmod-b-4f87d1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:01.315359168Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"bf46f809-4b14-4b38-9537-a2df99a60e64","name":"e2e-extmod-b-4f87d1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:01.935896353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56939bc7-b65a-45a3-a29f-a30e01495693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:01.986209357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56939bc7-b65a-45a3-a29f-a30e01495693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:02.036403125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56939bc7-b65a-45a3-a29f-a30e01495693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:02.086724392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56939bc7-b65a-45a3-a29f-a30e01495693","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:04.044601861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0559047-09be-43ce-b432-3c634c8106a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:04.094724441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0559047-09be-43ce-b432-3c634c8106a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:04.144872995Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0559047-09be-43ce-b432-3c634c8106a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:04.195003012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0559047-09be-43ce-b432-3c634c8106a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:06.042110325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbe15-8f73-420f-bacc-dd511bfcae2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:06.09284427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbe15-8f73-420f-bacc-dd511bfcae2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:06.143429404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbe15-8f73-420f-bacc-dd511bfcae2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:06.193900987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"814cbe15-8f73-420f-bacc-dd511bfcae2d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:07.897431181Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3fb07e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3fb07e","reconcileID":"f13bbad9-90b0-4db6-9c06-3c2ca42c3dd8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3fb07e","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-3fb07e":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:08.054285039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5deee1-76da-4621-a227-4c77b7e4a728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:08.104666321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5deee1-76da-4621-a227-4c77b7e4a728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:08.157433445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5deee1-76da-4621-a227-4c77b7e4a728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:08.208666266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c5deee1-76da-4621-a227-4c77b7e4a728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:10.038273915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b8539-576f-43b6-8a12-0e5c8d0f094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:10.092826948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b8539-576f-43b6-8a12-0e5c8d0f094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:10.144568828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b8539-576f-43b6-8a12-0e5c8d0f094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:10.194953283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"321b8539-576f-43b6-8a12-0e5c8d0f094e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:12.02635887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9759df57-9732-4bd0-9a89-31db2a84f9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:12.076522068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9759df57-9732-4bd0-9a89-31db2a84f9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:12.126653138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9759df57-9732-4bd0-9a89-31db2a84f9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:12.176696969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9759df57-9732-4bd0-9a89-31db2a84f9a1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:14.002615054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e95e8-7b3e-454b-8f79-35bcd80495c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:14.05268724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e95e8-7b3e-454b-8f79-35bcd80495c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:14.102860554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e95e8-7b3e-454b-8f79-35bcd80495c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:14.152925705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"023e95e8-7b3e-454b-8f79-35bcd80495c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:16.055812811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689fe8bb-add7-466f-ae3b-c609e8682451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:16.106169142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689fe8bb-add7-466f-ae3b-c609e8682451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:16.156449184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689fe8bb-add7-466f-ae3b-c609e8682451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:16.207062873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"689fe8bb-add7-466f-ae3b-c609e8682451","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:16.409522143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e17410c9-2c96-4b1c-86c8-a71924c5054e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:16.514072719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"f974ff5a-a3ed-4cf2-bb20-07c437af8fe8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.429804305Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"be5cbc52-851d-4e1f-af99-07ea71f0200b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.53055008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"d8d9a66c-9ff4-41a2-91d3-3f4e35bbb7ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.53287354Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"5fa7a1fc-7336-4b3a-a12e-dc3a67fe73f2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.646741558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"86d73018-f50d-4489-b335-28186f0b31e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.733160659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"944b107e-b1a8-42c1-b306-1c374c708dd1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.77157885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"7af441bc-4474-4986-87f5-08aad4a2369c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.83597561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"662ce3b4-019a-4aa5-8afe-56d3828e7a11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:17.94853003Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"dab60f13-c1cb-46ca-9c37-de1dcae6cc9d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.041006442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0704cf4-3dbe-4870-a2ab-0a392c86a8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.069583946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"b82f2e07-8b8f-407c-9266-e189f808144c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.091302306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0704cf4-3dbe-4870-a2ab-0a392c86a8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.14184861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0704cf4-3dbe-4870-a2ab-0a392c86a8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.192180101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0704cf4-3dbe-4870-a2ab-0a392c86a8bb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:18.295503399Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"5a7e2d00-b955-4873-9406-9f6414599ac2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:20.04728139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385aea79-4973-4190-9f8a-e13fa6981d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:20.097477344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385aea79-4973-4190-9f8a-e13fa6981d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:20.147634587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385aea79-4973-4190-9f8a-e13fa6981d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:20.19778022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"385aea79-4973-4190-9f8a-e13fa6981d90","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:22.02376213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1396f15-8166-4916-8ba8-40d7c4ab9d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:22.073739949Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1396f15-8166-4916-8ba8-40d7c4ab9d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:22.123782925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1396f15-8166-4916-8ba8-40d7c4ab9d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:22.173823357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e1396f15-8166-4916-8ba8-40d7c4ab9d31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:23.912950443Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:23.999126755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccbbf45-fd87-4da8-b988-f8d581b57179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.049165639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccbbf45-fd87-4da8-b988-f8d581b57179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.099864242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccbbf45-fd87-4da8-b988-f8d581b57179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:24.150328934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ccbbf45-fd87-4da8-b988-f8d581b57179","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:25.972974568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205eb48f-daf0-4acb-b838-61fe6e0c2144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:26.027237627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205eb48f-daf0-4acb-b838-61fe6e0c2144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:26.078247631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205eb48f-daf0-4acb-b838-61fe6e0c2144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:26.128655074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"205eb48f-daf0-4acb-b838-61fe6e0c2144","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:27.998573183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23be1d71-0a3f-4933-b77c-ebfe6b9d0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.04958974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23be1d71-0a3f-4933-b77c-ebfe6b9d0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.099981463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23be1d71-0a3f-4933-b77c-ebfe6b9d0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:28.150694974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"23be1d71-0a3f-4933-b77c-ebfe6b9d0792","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.001951213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14b9e31-c8bd-47e0-92fa-85435b664feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.052074382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14b9e31-c8bd-47e0-92fa-85435b664feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.102037938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14b9e31-c8bd-47e0-92fa-85435b664feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:30.152184031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c14b9e31-c8bd-47e0-92fa-85435b664feb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.083677134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34b75a-1a14-4156-a0c0-cced3f0f76c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.133780825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34b75a-1a14-4156-a0c0-cced3f0f76c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.183729473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34b75a-1a14-4156-a0c0-cced3f0f76c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:32.233614745Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d34b75a-1a14-4156-a0c0-cced3f0f76c5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.06759012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3097dbf6-14d0-4f42-b69d-19b19c01dd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.1188712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3097dbf6-14d0-4f42-b69d-19b19c01dd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.169908859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3097dbf6-14d0-4f42-b69d-19b19c01dd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:34.219991263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3097dbf6-14d0-4f42-b69d-19b19c01dd85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.410523142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"1a3f6ee2-5e4d-43a9-ba12-1f2434fc49e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.66394032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"4eb8bf9e-f7c2-4e02-aa24-627442cece24","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.763744599Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"22a19f03-646a-45fe-b13e-ce07ac6b4393","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.77920059Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"0e2c47d9-61ae-4d2d-976f-ce30837ec089","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:50.866791671Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0d0603f5-3013-4a57-b411-9f3e8196afa4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.068844073Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5908e647-e1ee-43d9-94d6-19c6aa9fab73","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.241612444Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"c930ec05-775f-414e-b283-1c987c500a67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.471191422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"c4a4414f-6294-4df9-b692-124e7ecb967f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.647958438Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"bab9286e-7006-4ebd-a1ff-28c8307668e2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.762597008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"c431fbd6-d935-4704-8a7d-1a0713049fd5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:51.994288877Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"6a935b7a-b607-4ea5-8e42-1b582f9e6ade","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:52.106421236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"ba148239-1992-44ca-95b1-45a92827d48c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:19:53.91362829Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:23.91408768Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:34.045676317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ba0215-28c9-4082-b74d-4cc94a15abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:34.097194748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ba0215-28c9-4082-b74d-4cc94a15abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:34.147247782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ba0215-28c9-4082-b74d-4cc94a15abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:34.197291092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0ba0215-28c9-4082-b74d-4cc94a15abde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:36.037930984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65c8612-69a9-4240-a1bc-8198c4d02061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:36.088005663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65c8612-69a9-4240-a1bc-8198c4d02061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:36.138093035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65c8612-69a9-4240-a1bc-8198c4d02061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:36.187969969Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65c8612-69a9-4240-a1bc-8198c4d02061","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:38.018566215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d9b96-498f-448c-9e98-a62e0da9f76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:38.069476673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d9b96-498f-448c-9e98-a62e0da9f76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:38.119684027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d9b96-498f-448c-9e98-a62e0da9f76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:38.169766519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"290d9b96-498f-448c-9e98-a62e0da9f76f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:39.702415897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"455fd8eb-8a45-4e83-9c9d-df16bff7a303","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-bd872a","tenantID":"e2e-extmod-a-bd872a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:39.816308836Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"455fd8eb-8a45-4e83-9c9d-df16bff7a303","name":"e2e-extmod-a-bd872a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:40.006423275Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe867bf-74a9-40cc-8868-6449b7d12cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:40.067487145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe867bf-74a9-40cc-8868-6449b7d12cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:40.117878761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe867bf-74a9-40cc-8868-6449b7d12cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:40.168043979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbe867bf-74a9-40cc-8868-6449b7d12cc1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:42.043486198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10756f6-3163-4c7b-bfce-de0694ee010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:42.093867387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10756f6-3163-4c7b-bfce-de0694ee010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:42.144037499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10756f6-3163-4c7b-bfce-de0694ee010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:42.194200614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f10756f6-3163-4c7b-bfce-de0694ee010b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:44.020917592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ecf93f-8520-4ef0-a2d9-2a1dfa1bf1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:44.071039604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ecf93f-8520-4ef0-a2d9-2a1dfa1bf1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:44.121464498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ecf93f-8520-4ef0-a2d9-2a1dfa1bf1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:44.171853332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6ecf93f-8520-4ef0-a2d9-2a1dfa1bf1e1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:46.022070269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871c11e9-1cf0-4bf0-a52f-f24157ace976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:46.072248341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871c11e9-1cf0-4bf0-a52f-f24157ace976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:46.122257807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871c11e9-1cf0-4bf0-a52f-f24157ace976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:46.172902122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"871c11e9-1cf0-4bf0-a52f-f24157ace976","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:47.994565423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65ece5c-c59a-4e61-b13b-bac4c9178cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:48.045631655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65ece5c-c59a-4e61-b13b-bac4c9178cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:48.096796983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65ece5c-c59a-4e61-b13b-bac4c9178cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:48.147111021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f65ece5c-c59a-4e61-b13b-bac4c9178cd5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:49.969424325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"e5a64008-8b18-4502-b070-8a6db56d61b2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-3fb07e","tenantID":"e2e-extmod-b-3fb07e","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:50.083045838Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"e5a64008-8b18-4502-b070-8a6db56d61b2","name":"e2e-extmod-b-3fb07e-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:53.913867988Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:54.440747174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44c0f8-d3dc-4707-96ce-a7085aba9d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:54.49092228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44c0f8-d3dc-4707-96ce-a7085aba9d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:54.541674962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44c0f8-d3dc-4707-96ce-a7085aba9d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:54.591777194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d44c0f8-d3dc-4707-96ce-a7085aba9d04","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.028898607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"9baa2e06-c11e-40a1-96f4-8ecd104f1c55","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.20127699Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"16d0ec8b-8815-4445-a4c2-3f5417e06ffe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.317908364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"974c21fd-c5f7-4402-b0ec-2212efd4dd75","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.418928228Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"b95c7fc8-f4b8-43f5-b765-34fb9457e136","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.518901077Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"7709b50c-92b2-41f6-a082-3dc78ee734d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.664809179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ba9d785d-b6ee-43c1-9cd9-9caa770b58a4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.766924739Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6bd2c017-4309-433e-8260-b4de1909d105","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.869089724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"298fab11-db5e-42bd-8eea-759c00d47622","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:58.971846307Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"e3f4af67-2169-4c3f-bdf2-f10f369ebd97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:59.091816419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"441cb799-a069-470e-891c-469ac4289ab9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:59.269888529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4292044b-d217-4758-890b-0008f060a6f1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:59.653670343Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"0f29f43f-6248-4ef5-9722-abdb8929eab0","namespace":"ai-tenant-e2e-autores-50ca6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:59.653729557Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"0f29f43f-6248-4ef5-9722-abdb8929eab0","namespace":"ai-tenant-e2e-autores-50ca6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:59.653779736Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"0f29f43f-6248-4ef5-9722-abdb8929eab0","aitenant":"ai-tenants/e2e-autores-50ca6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:20:59.796844375Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"2b953320-b23a-45a5-83e9-42c6a4255a03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:06.36600874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d5da-928b-431e-9824-e56b8629480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:06.416128991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d5da-928b-431e-9824-e56b8629480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:06.466162828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d5da-928b-431e-9824-e56b8629480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:06.516510934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c65d5da-928b-431e-9824-e56b8629480f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.330358215Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"7e1c5c8a-85e2-4b98-bca6-8fae7dd4052b","namespace":"ai-tenant-e2e-extmod-a-d8cc55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.330454666Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"7e1c5c8a-85e2-4b98-bca6-8fae7dd4052b","namespace":"ai-tenant-e2e-extmod-a-d8cc55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:09.330509439Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"7e1c5c8a-85e2-4b98-bca6-8fae7dd4052b","aitenant":"ai-tenants/e2e-extmod-a-d8cc55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:23.912996701Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.494793513Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","namespace":"ai-tenant-e2e-extmod-a-c70365","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.494870124Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","namespace":"ai-tenant-e2e-extmod-a-c70365","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.494918787Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","tenant":"e2e-extmod-a-c70365","tenantID":"e2e-extmod-a-c70365","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.54740775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"Deployment","name":"maas-api-e2e-extmod-a-c70365","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.608566632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"Service","name":"maas-api-e2e-extmod-a-c70365","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.668320938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-c70365","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.720422277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-c70365","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.773652932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.826297885Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.881619844Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.934188657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:47.984017071Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.033747436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.083741291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"Service","name":"payload-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.133804509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.183565141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.233357393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.283546127Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.338085114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.388145316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.438174263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.48849193Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-c70365","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:48.538614779Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-c70365"},"namespace":"ai-tenant-e2e-extmod-a-c70365","name":"default-tenant","reconcileID":"82934dbc-9231-4293-af09-c592603ad113","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-c70365","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:51.922678514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6fff0db-0fbd-4233-8b72-f3f0f68dcc65","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:52.269313656Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"5a502ce2-aa91-4630-9185-b87d8d793603","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:52.443073954Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"2ba775de-9698-4a7e-aef3-344ff019ee5e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:52.670089697Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"a72e2a9d-699b-43a4-9ef5-d6955613e08d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:52.902174032Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"d12a4c50-13e3-41dd-822d-4d7fa68b707b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.183776531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"7b35a515-7e2d-40e4-8341-cb7deecf547f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.284937908Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"7cb53230-8c01-4001-8b27-683326cde308","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.301801886Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"005e8f71-f320-438f-883b-4b00072dd2e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.417639348Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"44db2d8e-1a43-4e13-bc17-865de817ad20","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.518486017Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"a90d039d-a62e-4795-8b00-bfdd9ce46795","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.620821273Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"53c655cb-0a17-4d03-afab-3f5df761dee9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.766559337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"6689adfc-5d74-41e0-b68c-97ef495c0104","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:53.913052045Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:56.766944832Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c70365","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c70365","reconcileID":"49db00b3-bc75-47ef-823c-930a01545c0f","aitenant":"ai-tenants/e2e-extmod-a-c70365","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.313693904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8453fae2-9824-4d5d-9cc3-0aefe9b7b559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.364449053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8453fae2-9824-4d5d-9cc3-0aefe9b7b559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.414898466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8453fae2-9824-4d5d-9cc3-0aefe9b7b559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.465179266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8453fae2-9824-4d5d-9cc3-0aefe9b7b559","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:57.574297955Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-c70365","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-c70365","reconcileID":"49db00b3-bc75-47ef-823c-930a01545c0f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-c70365","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-c70365"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.348955485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02de3b67-3dec-41e4-95da-0b06b8428396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.399400142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02de3b67-3dec-41e4-95da-0b06b8428396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.450239312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02de3b67-3dec-41e4-95da-0b06b8428396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:21:59.500515899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02de3b67-3dec-41e4-95da-0b06b8428396","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:01.351356819Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5667ea6-4660-476e-872f-f6d6d01547da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:01.401611776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5667ea6-4660-476e-872f-f6d6d01547da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:01.451988439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5667ea6-4660-476e-872f-f6d6d01547da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:01.502328865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5667ea6-4660-476e-872f-f6d6d01547da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:03.344638088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c48ddc8-961b-43e5-b146-35b892e14759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:03.394597961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c48ddc8-961b-43e5-b146-35b892e14759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:03.44491199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c48ddc8-961b-43e5-b146-35b892e14759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:03.495057293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c48ddc8-961b-43e5-b146-35b892e14759","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:05.333477408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfab202-178e-4402-a0db-03bf462c563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:05.383913664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfab202-178e-4402-a0db-03bf462c563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:05.434194638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfab202-178e-4402-a0db-03bf462c563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:05.484333923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4cfab202-178e-4402-a0db-03bf462c563b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:07.342328506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571a2fc-4c8b-4a77-bc26-3d46cae140bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:07.392959194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571a2fc-4c8b-4a77-bc26-3d46cae140bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:07.443101036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571a2fc-4c8b-4a77-bc26-3d46cae140bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:07.493071713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7571a2fc-4c8b-4a77-bc26-3d46cae140bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:09.319111932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d25dafd-88a2-400a-9d8c-a916db7e0f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:09.369410095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d25dafd-88a2-400a-9d8c-a916db7e0f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:09.419484883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d25dafd-88a2-400a-9d8c-a916db7e0f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:09.469691743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d25dafd-88a2-400a-9d8c-a916db7e0f3a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:11.289405954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe74bc4-73cb-485e-978c-cd602bbd19c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:11.339510486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe74bc4-73cb-485e-978c-cd602bbd19c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:11.389876042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe74bc4-73cb-485e-978c-cd602bbd19c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:11.439846309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffe74bc4-73cb-485e-978c-cd602bbd19c7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.111727617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"c8ced9de-8f05-47d3-b53e-007202a073ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.227801338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"040486ba-e088-4199-81d1-29098368190a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.275454205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4576431f-3207-4323-808d-3742fcb65a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.325990883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4576431f-3207-4323-808d-3742fcb65a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.376134302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4576431f-3207-4323-808d-3742fcb65a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.377412182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"70c0c83a-a610-4872-86de-569dc69373cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.426286259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4576431f-3207-4323-808d-3742fcb65a11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.734587491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ce83814c-0f5f-4ef1-b2b5-534fbee5625c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.735043072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"7a2b5d9a-f8a4-4f3c-a116-f6533017c3e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.7354713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"854093f2-9a91-4e62-8eb2-386eab979b0f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:13.836636518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"0dd2082e-41c0-431b-972b-d64e27011016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:14.299997317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"be7f2378-383f-4e0a-8dc4-af19db3a4eee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:14.402105079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"1fbf95ed-eea7-4131-a919-7cc295c28835","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:14.63574991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"97d34823-7477-4aeb-9181-7f95c8182687","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:14.806592382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"f6e9a062-14ec-4138-b8b5-8bace98fd521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:14.907510874Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79fa7276-1223-4651-a606-a1c99b2632db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:15.25363245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc7d47f-93af-424f-a7e0-5ab6955bb593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:15.303968809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc7d47f-93af-424f-a7e0-5ab6955bb593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:15.354665848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc7d47f-93af-424f-a7e0-5ab6955bb593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:15.40484482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3fc7d47f-93af-424f-a7e0-5ab6955bb593","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:17.261163573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e81fa-db08-4410-9cfe-97259b814f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:17.311507432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e81fa-db08-4410-9cfe-97259b814f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:17.361843871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e81fa-db08-4410-9cfe-97259b814f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:17.41210171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f9e81fa-db08-4410-9cfe-97259b814f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:19.256895464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978baf8b-ddd2-45ba-acf8-691d28bd0284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:19.307060712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978baf8b-ddd2-45ba-acf8-691d28bd0284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:19.357183768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978baf8b-ddd2-45ba-acf8-691d28bd0284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:19.407233961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"978baf8b-ddd2-45ba-acf8-691d28bd0284","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:21.244562394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f56c1f-04cc-4152-825e-e662eb2c3a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:21.295382988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f56c1f-04cc-4152-825e-e662eb2c3a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:21.345459394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f56c1f-04cc-4152-825e-e662eb2c3a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:21.396403752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15f56c1f-04cc-4152-825e-e662eb2c3a66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.240649557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1cc84f-f863-4b4f-bf9a-4c81a5ff7403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.291569224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1cc84f-f863-4b4f-bf9a-4c81a5ff7403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.341654643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1cc84f-f863-4b4f-bf9a-4c81a5ff7403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.392042671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a1cc84f-f863-4b4f-bf9a-4c81a5ff7403","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:23.913565241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.222855146Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c26418-1832-4821-a371-191097153fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.273018706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c26418-1832-4821-a371-191097153fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.323218097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c26418-1832-4821-a371-191097153fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:25.373234446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06c26418-1832-4821-a371-191097153fcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.204941448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2310d8-dcd5-4146-8884-37780947b736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.25498427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2310d8-dcd5-4146-8884-37780947b736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.30506669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2310d8-dcd5-4146-8884-37780947b736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:27.355248978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a2310d8-dcd5-4146-8884-37780947b736","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:28.851272653Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","namespace":"ai-tenant-e2e-autores-50ca6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:28.851349465Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","namespace":"ai-tenant-e2e-autores-50ca6d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:28.851432191Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","tenant":"e2e-autores-50ca6d","tenantID":"e2e-autores-50ca6d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:28.903837959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"Deployment","name":"maas-api-e2e-autores-50ca6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:28.964641017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"Service","name":"maas-api-e2e-autores-50ca6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.022921752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"HTTPRoute","name":"maas-api-route-e2e-autores-50ca6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.074971659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-autores-50ca6d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.129835767Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.180194917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f774a1-e450-4ebc-9316-6e6a41e1cf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.182136461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.230225824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f774a1-e450-4ebc-9316-6e6a41e1cf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.280492586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f774a1-e450-4ebc-9316-6e6a41e1cf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.285253659Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.330537079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31f774a1-e450-4ebc-9316-6e6a41e1cf05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.385016785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"Telemetry","name":"latency-per-subscription-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.434900452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"Deployment","name":"payload-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.484793614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"Deployment","name":"payload-pre-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.534689528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"Service","name":"payload-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.584625755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"Service","name":"payload-pre-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.634271951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"DestinationRule","name":"payload-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.68399124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.733709493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"EnvoyFilter","name":"payload-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.787331472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.836704556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"NetworkPolicy","name":"payload-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.886282404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"ServiceAccount","name":"payload-processing-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.935954747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-autores-50ca6d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:29.985621831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-autores-50ca6d"},"namespace":"ai-tenant-e2e-autores-50ca6d","name":"default-tenant","reconcileID":"4e23cd1f-b88f-4137-bae8-9a229bb7d22f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-autores-50ca6d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:30.659093582Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-autores-50ca6d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-autores-50ca6d","reconcileID":"9772a4ea-d426-4361-bb9b-7d06186af783","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-autores-50ca6d","removed":["maas.opendatahub.io/gateway-access-e2e-autores-50ca6d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:31.75882545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4c2fb-52d4-44e5-9430-2f9276acd028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:31.808832671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4c2fb-52d4-44e5-9430-2f9276acd028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:31.858860322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4c2fb-52d4-44e5-9430-2f9276acd028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:31.9090764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55d4c2fb-52d4-44e5-9430-2f9276acd028","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:33.745546856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcec4129-5252-4de0-953a-4a24327a9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:33.795724161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcec4129-5252-4de0-953a-4a24327a9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:33.845965557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcec4129-5252-4de0-953a-4a24327a9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:33.896182178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcec4129-5252-4de0-953a-4a24327a9dfb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:35.748306864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70131292-bed0-40e6-b2be-a0684947ebf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:35.799358776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70131292-bed0-40e6-b2be-a0684947ebf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:35.849313025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70131292-bed0-40e6-b2be-a0684947ebf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:35.899485853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"70131292-bed0-40e6-b2be-a0684947ebf2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:37.715828835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5959e5-6c28-4976-b8a5-e4ae9838d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:37.765809239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5959e5-6c28-4976-b8a5-e4ae9838d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:37.817666203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5959e5-6c28-4976-b8a5-e4ae9838d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:37.869573316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f5959e5-6c28-4976-b8a5-e4ae9838d604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:38.387329621Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ea5c75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ea5c75","reconcileID":"78c6ae79-b56c-4b08-9ddb-28e6781c3236","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ea5c75","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-a-ea5c75":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:39.703386827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632b4826-0aec-41e4-ab53-4cc3a2d5fde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:39.753618169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632b4826-0aec-41e4-ab53-4cc3a2d5fde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:39.803740124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632b4826-0aec-41e4-ab53-4cc3a2d5fde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:39.854090996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"632b4826-0aec-41e4-ab53-4cc3a2d5fde3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.430946599Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","namespace":"ai-tenant-e2e-extmod-a-d8cc55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.431004129Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","namespace":"ai-tenant-e2e-extmod-a-d8cc55","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.431060863Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","tenant":"e2e-extmod-a-d8cc55","tenantID":"e2e-extmod-a-d8cc55","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.48540658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"Deployment","name":"maas-api-e2e-extmod-a-d8cc55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.545314165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"Service","name":"maas-api-e2e-extmod-a-d8cc55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.602579287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-d8cc55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.65665738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-d8cc55","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.709645674Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.76228188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.817530826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.871941048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.921423699Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:40.971230747Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.021047945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"Service","name":"payload-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.072806741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.122556131Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.217663983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.267649878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.321271568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.370755251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.420007853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.469581271Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-d8cc55","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.51920302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-d8cc55"},"namespace":"ai-tenant-e2e-extmod-a-d8cc55","name":"default-tenant","reconcileID":"b95969d6-792a-4369-abd4-196242ace639","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-d8cc55","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.687454035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a028d3-eec3-4577-8190-a52a48883ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.737632043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a028d3-eec3-4577-8190-a52a48883ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.787676484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a028d3-eec3-4577-8190-a52a48883ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:41.838499002Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1a028d3-eec3-4577-8190-a52a48883ae9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:42.458384594Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-d8cc55","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-d8cc55","reconcileID":"677faba7-f3f6-4403-b65c-bc8c750b51c5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-d8cc55","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-d8cc55"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:43.68266071Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5175f225-55da-499d-85f6-4ee2f446cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:43.733069447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5175f225-55da-499d-85f6-4ee2f446cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:43.783189393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5175f225-55da-499d-85f6-4ee2f446cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:43.833218645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5175f225-55da-499d-85f6-4ee2f446cfa9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:45.658216558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db296751-32a4-4471-9f0e-cb71055c6806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:45.70845875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db296751-32a4-4471-9f0e-cb71055c6806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:45.75901066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db296751-32a4-4471-9f0e-cb71055c6806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:45.809319307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db296751-32a4-4471-9f0e-cb71055c6806","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.332133856Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"2bf47520-8a1a-4a58-91de-5676524ef82c","namespace":"llm","name":"e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.385256331Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"41fa47ef-e54b-4b7d-8af7-a83427e64f33","namespace":"llm","name":"e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.48284121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"4b311461-cd75-4ce4-855d-35dcc16e1194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.483103687Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9393df-c2ad-4f58-90cf-d32cacc9476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.48285171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ef45fe2a-019f-44c1-bbcc-35c14b5b4574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.483775732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"35c3830a-0a2a-4706-b4ed-7a6fe9b9bea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.483775221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c5198634-b0ec-41de-a6e7-e99e42cbdfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.537915406Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"4b311461-cd75-4ce4-855d-35dcc16e1194","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.537989501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e9393df-c2ad-4f58-90cf-d32cacc9476e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.540264503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ef45fe2a-019f-44c1-bbcc-35c14b5b4574","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.540396556Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"35c3830a-0a2a-4706-b4ed-7a6fe9b9bea2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.542465629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"c5198634-b0ec-41de-a6e7-e99e42cbdfa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.593450958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4846100f-831b-4f2f-9ab1-36f0238a9022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.593469692Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"4846100f-831b-4f2f-9ab1-36f0238a9022","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.59385441Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3fc2db9-4eaa-48c3-a9d6-d6d0d50d46bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.593869072Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"a3fc2db9-4eaa-48c3-a9d6-d6d0d50d46bb","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594075807Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ada38b25-da87-4016-b503-5082165f6929","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594086811Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ada38b25-da87-4016-b503-5082165f6929","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594291085Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0bb0d06a-da6d-462e-a02d-f4e6e655586e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594302586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"0bb0d06a-da6d-462e-a02d-f4e6e655586e","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594551518Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34699ae7-5d9c-4153-b6bc-11444115f3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594563468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"34699ae7-5d9c-4153-b6bc-11444115f3c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594827988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f9aa7cd-57ae-47f2-8749-8bc357e2e577","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.594839069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7f9aa7cd-57ae-47f2-8749-8bc357e2e577","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.595030845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"11231fbd-c3da-4c34-a1a6-f55c03edbab7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.595041812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"11231fbd-c3da-4c34-a1a6-f55c03edbab7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.595249393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"287fdb36-1906-4f8d-81a6-d6f4067d4eda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.595258572Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"287fdb36-1906-4f8d-81a6-d6f4067d4eda","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.796741332Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9c5d2628-164d-4b2b-86e0-f743d999ae49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.79708878Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"593f01d3-0d51-4dd9-b17c-d0a728388b98","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:46.920102968Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"7530b6ef-7616-45d3-baf1-22f79b1e0365","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"name":"e2e-dft-9c25b8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.01798177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"165ad190-946d-419b-acc7-e4d6330f6d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.018249751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bf77a719-201f-4848-b735-1e2e264e4199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.018567331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"8772f448-4931-442a-af2e-83e3673ebe86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.018731123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"685b9f4b-c9e5-4037-a60f-ece4ed00e771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.018911943Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"17da956e-b0e4-49fb-842c-63f74f3619a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.024871302Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29f8cbbe-9663-4dfa-b595-dc98d0abf221","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.024891742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"29f8cbbe-9663-4dfa-b595-dc98d0abf221","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.025303483Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc346c29-2c96-4571-b93e-0147ef7f4df8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.025317913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"dc346c29-2c96-4571-b93e-0147ef7f4df8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.025609937Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8e1bff5-0b80-4e88-abf8-a2025902b0fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.025624704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a8e1bff5-0b80-4e88-abf8-a2025902b0fa","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.025903393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e23c8202-5a4b-4fec-af41-af4970f3a77a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.025918993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e23c8202-5a4b-4fec-af41-af4970f3a77a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026238056Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dca5de39-dbc4-479b-9bbb-63075988fdaf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026250513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"dca5de39-dbc4-479b-9bbb-63075988fdaf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026503242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63a14e0c-3a56-4d4d-b116-26cace8b01f6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026515295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"63a14e0c-3a56-4d4d-b116-26cace8b01f6","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026744555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef3d65ea-0545-4b49-9854-a1f053040e5c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026755724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"ef3d65ea-0545-4b49-9854-a1f053040e5c","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026973095Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"112b31bf-6fc9-4c88-a683-1b23e8b678ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.026983632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"112b31bf-6fc9-4c88-a683-1b23e8b678ec","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.078324553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"17da956e-b0e4-49fb-842c-63f74f3619a8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.078452755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"bf77a719-201f-4848-b735-1e2e264e4199","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.078835216Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"90615622-bb98-4d02-b111-aebd62ef2b5b","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"name":"e2e-dft-9c25b8","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.082086913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"165ad190-946d-419b-acc7-e4d6330f6d2c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.085827215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"8772f448-4931-442a-af2e-83e3673ebe86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.08906676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"685b9f4b-c9e5-4037-a60f-ece4ed00e771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.436231235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"adf50581-fe01-4d6a-8160-9081376fa584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.436488163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3f08fa37-9040-458b-9c3d-e405f5168074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.436231238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd6bddf-61b9-4259-b22f-a3e26e0547c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.486752385Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"be6fc997-d3e9-4343-bee3-042c2d2e2fa3","namespace":"llm","name":"e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.49276451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"adf50581-fe01-4d6a-8160-9081376fa584","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.494717267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9bd6bddf-61b9-4259-b22f-a3e26e0547c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.497311197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3f08fa37-9040-458b-9c3d-e405f5168074","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.53735746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"00f04d35-a1e8-4e4a-9ef6-103ee58ae9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.537410977Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7ca7c697-7b77-47da-a1ce-5dae3f7a30e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.538122428Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"d92d7e1c-4851-4ffe-a018-8c8e10d72844","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.538140851Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"d92d7e1c-4851-4ffe-a018-8c8e10d72844","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.598253489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"00f04d35-a1e8-4e4a-9ef6-103ee58ae9ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.598680161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7ca7c697-7b77-47da-a1ce-5dae3f7a30e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.683080293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e45f32-445b-4e61-8ad0-55e33a72285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.733673079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e45f32-445b-4e61-8ad0-55e33a72285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.784025228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e45f32-445b-4e61-8ad0-55e33a72285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.834159638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b4e45f32-445b-4e61-8ad0-55e33a72285c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.934726553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"31949dd1-574e-451c-b892-00ccacb2dbff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.984669278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce488ec2-7120-4da7-8825-3d4d3eba0d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.98480104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"bd64b082-99b8-4939-8b52-82c3d7e23701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.98507697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"f4d2e445-47ee-4b25-bee7-67a757f1758e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:47.990128822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"31949dd1-574e-451c-b892-00ccacb2dbff","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.039982497Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ce488ec2-7120-4da7-8825-3d4d3eba0d1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.040102093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"f4d2e445-47ee-4b25-bee7-67a757f1758e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.041708955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2c169118-bdf6-46e8-8c97-da6ef88a429e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.042357398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"bd64b082-99b8-4939-8b52-82c3d7e23701","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.09657527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2c169118-bdf6-46e8-8c97-da6ef88a429e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.391066409Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ded8b0be-eb78-4de5-ad5b-5af777d30847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.391205329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea4eaea5-6bf4-44e5-b6ea-58800df0a97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.391672847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"b5bf60ba-86f1-4c51-9c27-69621ccd6592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.391811323Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a487f652-17ad-4ed9-bde3-3f25a2a5b397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.446859393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ded8b0be-eb78-4de5-ad5b-5af777d30847","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.447066228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"a487f652-17ad-4ed9-bde3-3f25a2a5b397","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.449209415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"b5bf60ba-86f1-4c51-9c27-69621ccd6592","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.449335364Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"ea4eaea5-6bf4-44e5-b6ea-58800df0a97c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.491201383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"5eed3064-b8d7-4182-9637-5cba830a07eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.509932457Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"b97465fc-7e98-416a-a2e7-c52e04a78d09","namespace":"llm","name":"e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.545917438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"5eed3064-b8d7-4182-9637-5cba830a07eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.745145261Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"48f0bc24-c1fe-4ed9-b036-12c481fb4241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.745145443Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"44a51ef4-b598-4508-be1c-4032bde3fdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.755827119Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ac81887b-9211-4d12-b715-d1add6cd5d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.755866512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b90dc5-49ae-41fa-af04-d5a3c77cba91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.800418284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"48f0bc24-c1fe-4ed9-b036-12c481fb4241","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.800422555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"44a51ef4-b598-4508-be1c-4032bde3fdb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.811079239Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ac81887b-9211-4d12-b715-d1add6cd5d7e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.81109153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"08b90dc5-49ae-41fa-af04-d5a3c77cba91","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.895424287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b8731135-e55b-4887-8825-da1dbfffe425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:48.950214733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b8731135-e55b-4887-8825-da1dbfffe425","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.097757993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27780bf0-8f49-4854-9d78-a85ea1593629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.097757332Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"ed02ced6-5bb7-4c03-b095-1a81ab2fb844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.113560321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7b26a193-9ac4-4226-94a2-23ee31beb105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.153333027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"ed02ced6-5bb7-4c03-b095-1a81ab2fb844","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.153436812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"27780bf0-8f49-4854-9d78-a85ea1593629","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.169253093Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7b26a193-9ac4-4226-94a2-23ee31beb105","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.201042085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"03f47b52-5225-405b-a6f4-05c3cee0cef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.255910885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"03f47b52-5225-405b-a6f4-05c3cee0cef0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.300920183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2828730b-409c-4113-8e61-fd8fe03a5bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.356488808Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2828730b-409c-4113-8e61-fd8fe03a5bd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.503746831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eca1d4c3-a504-409c-bbf8-a6d3a599e19f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.503768897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c8653782-1c6c-4848-9b7f-befc4584f9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.562019404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eca1d4c3-a504-409c-bbf8-a6d3a599e19f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:49.562119329Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c8653782-1c6c-4848-9b7f-befc4584f9ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.102821132Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"50a8957b-030c-450a-975d-dea5f2308a74","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.102850883Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"50a8957b-030c-450a-975d-dea5f2308a74","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.203831777Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"6dd1579c-3c93-4eb9-86df-ea4b399b3b85","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.203855882Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"6dd1579c-3c93-4eb9-86df-ea4b399b3b85","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.304450034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"fda06754-70f4-4f7b-b5dd-c5cacc753ff7","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.359491604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"fda06754-70f4-4f7b-b5dd-c5cacc753ff7","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.769740522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"d6c79142-fca2-424c-a6e5-c5308504aeab","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.769766731Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"d6c79142-fca2-424c-a6e5-c5308504aeab","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.912639079Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.91861969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"a1d8b220-b6f2-41f9-988b-687f4e7ba9f6","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:53.974895091Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"a1d8b220-b6f2-41f9-988b-687f4e7ba9f6","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.051490409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"0ba9d803-e7e8-4cbb-b9a2-ffb388567356","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.051525768Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"0ba9d803-e7e8-4cbb-b9a2-ffb388567356","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:22:56.106642739Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"8fa72149-9f92-4624-8f56-f419762f5c71","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dft-9c25b8-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.204799955Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5485b96-0704-4480-97c2-8294d9c763a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.204971057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"458eeda0-72f1-4318-8fd5-f0807f683b95","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.204802897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c25d381-b698-4d6e-8639-a6a05e3f5db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.210402267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"2b8840a0-2057-42d7-a5bf-e74aea66214e","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.210419707Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"2b8840a0-2057-42d7-a5bf-e74aea66214e","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.311918203Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"2060f857-585e-4269-b250-763564f39eea","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.311944519Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"2060f857-585e-4269-b250-763564f39eea","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.329155133Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5485b96-0704-4480-97c2-8294d9c763a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:22:56.333995589Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"458eeda0-72f1-4318-8fd5-f0807f683b95","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:22:56.36443252Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c25d381-b698-4d6e-8639-a6a05e3f5db4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.383510685Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a5485b96-0704-4480-97c2-8294d9c763a9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:22:56.389676527Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"458eeda0-72f1-4318-8fd5-f0807f683b95","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.41284636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"d837abe9-8723-4508-82b4-5f14308c720d","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.412871737Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"d837abe9-8723-4508-82b4-5f14308c720d","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:22:56.420409577Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9c25d381-b698-4d6e-8639-a6a05e3f5db4","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"maas-gateway-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.513388394Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"bd6d5fc3-1e05-4707-8abf-ee2b104629fa","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.513413958Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"bd6d5fc3-1e05-4707-8abf-ee2b104629fa","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.624486515Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"7ffac2a8-4b53-4c3b-876b-692ff08799f8","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9c25b8","model":"e2e-dft-9c25b8","subscriptionCount":1,"subscriptions":["models-as-a-service/e2e-dft-9c25b8-sub"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.624800507Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d820f3a-a9e3-4d16-8836-a143eda3b1ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.624816567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6d820f3a-a9e3-4d16-8836-a143eda3b1ed","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.625150482Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"429c43c9-6763-4e1b-bda3-3741d1a63481","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.625161791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"429c43c9-6763-4e1b-bda3-3741d1a63481","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.625538018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"8ecfbac6-133d-4f17-8db3-bf5ee04c3d32","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.680485493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"8ecfbac6-133d-4f17-8db3-bf5ee04c3d32","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.724008834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b547c6e-791c-4162-803a-84081c0d2894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.724207262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be5b758-be3a-4360-9e18-f3a95f790077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.779574297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9b547c6e-791c-4162-803a-84081c0d2894","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.779672039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be5b758-be3a-4360-9e18-f3a95f790077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.833660795Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5be5b758-be3a-4360-9e18-f3a95f790077","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.886462054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"39386aa7-36a7-491c-bd62-4e25cc2d1a6e","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:56.886487722Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"39386aa7-36a7-491c-bd62-4e25cc2d1a6e","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:57.086996443Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"2cfda009-d1ae-46cb-b1f6-af572d8365d7","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9c25b8","model":"llm/e2e-dft-9c25b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:57.349113831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"dbfb4716-ecfa-46ce-80b4-7c8ccf49b6a7","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:22:57.349141011Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"dbfb4716-ecfa-46ce-80b4-7c8ccf49b6a7","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:07.033809066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6740c79b-2d89-4e9e-875d-086fce39e849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:07.089433696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6740c79b-2d89-4e9e-875d-086fce39e849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:07.143580785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6740c79b-2d89-4e9e-875d-086fce39e849","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:17.401574488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abf61e50-bd4f-4b51-8cda-9f0650260ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:17.460682712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abf61e50-bd4f-4b51-8cda-9f0650260ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:17.51540508Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"abf61e50-bd4f-4b51-8cda-9f0650260ff7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:23.913825529Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.159956452Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","namespace":"ai-tenant-e2e-extmod-a-aab75e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.160035108Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","namespace":"ai-tenant-e2e-extmod-a-aab75e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.160102975Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","tenant":"e2e-extmod-a-aab75e","tenantID":"e2e-extmod-a-aab75e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.214882995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"Deployment","name":"maas-api-e2e-extmod-a-aab75e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.279012737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"Service","name":"maas-api-e2e-extmod-a-aab75e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.335972248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-aab75e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.388145304Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-aab75e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.441884044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.494359953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.549347325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.602164725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.652128904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.701821643Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.751654183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"Service","name":"payload-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.801594097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.851534124Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.901391618Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:25.953198759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.007334161Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.057265229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.107040621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.158968915Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-aab75e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.208689566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-aab75e"},"namespace":"ai-tenant-e2e-extmod-a-aab75e","name":"default-tenant","reconcileID":"318bbb44-d146-4577-958e-869f94ea26a7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-aab75e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.264393207Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","namespace":"ai-tenant-e2e-extmod-b-4f87d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.264476542Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","namespace":"ai-tenant-e2e-extmod-b-4f87d1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.264544867Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","tenant":"e2e-extmod-b-4f87d1","tenantID":"e2e-extmod-b-4f87d1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.316740075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"Deployment","name":"maas-api-e2e-extmod-b-4f87d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.377598969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"Service","name":"maas-api-e2e-extmod-b-4f87d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.434916218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-4f87d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.48698528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-4f87d1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.540101323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.592457334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.647466362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.699851097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.749579821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.799651828Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.849654663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"Service","name":"payload-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.90097722Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.916727459Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"eb28e236-e1c6-48e8-8fc2-93954f7c8608","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9c25b8","model":"llm/e2e-dft-9c25b8","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.950566934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:26.999893455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.049466216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.102901434Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.152472055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.177328762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"2848eb68-cef2-4202-8109-0273fb7994f7","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.177357832Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"2848eb68-cef2-4202-8109-0273fb7994f7","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.202279685Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.252150413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-4f87d1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.301845263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-4f87d1"},"namespace":"ai-tenant-e2e-extmod-b-4f87d1","name":"default-tenant","reconcileID":"5b15a276-95a2-4450-a4b4-1a4ce87457ee","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-4f87d1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.356724942Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","namespace":"ai-tenant-e2e-extmod-a-bd872a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.356798756Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","namespace":"ai-tenant-e2e-extmod-a-bd872a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.3568564Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","tenant":"e2e-extmod-a-bd872a","tenantID":"e2e-extmod-a-bd872a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.408852146Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"Deployment","name":"maas-api-e2e-extmod-a-bd872a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.470924186Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"Service","name":"maas-api-e2e-extmod-a-bd872a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.524190858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-bd872a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.576505237Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-bd872a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.629233678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.683564691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.715518364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d35786c6-70a6-4c2c-8eb1-824ccd12f6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.738715021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.77138265Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d35786c6-70a6-4c2c-8eb1-824ccd12f6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.829670657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.832440717Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d35786c6-70a6-4c2c-8eb1-824ccd12f6af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.879048232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.889165449Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32a67f9b-53ba-460d-ab8a-3ce98623b6da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.889183689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"32a67f9b-53ba-460d-ab8a-3ce98623b6da","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.928859623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:27.978682076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"Service","name":"payload-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.028549226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.078167453Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.09320404Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aab75e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aab75e","reconcileID":"9d827d2a-5841-45c8-9575-108de91fab75","aitenant":"ai-tenants/e2e-extmod-a-aab75e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.143386773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.193311744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.247105015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.296890854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.346528121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.36469688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fea4ade-bebb-47d7-99f8-cf73ea2c3020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.364837454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0333bc1e-c648-4134-b36a-b6b649dbecce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.365405478Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"f6c4c8a6-56f4-4b1f-9566-0021bd113d5c","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.396293806Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-bd872a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.421988409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fea4ade-bebb-47d7-99f8-cf73ea2c3020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.423889728Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"f6c4c8a6-56f4-4b1f-9566-0021bd113d5c","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.429815117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0333bc1e-c648-4134-b36a-b6b649dbecce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.446142087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-bd872a"},"namespace":"ai-tenant-e2e-extmod-a-bd872a","name":"default-tenant","reconcileID":"49f882c6-7fd1-4576-9eef-e9139775e156","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-bd872a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.476442478Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8fea4ade-bebb-47d7-99f8-cf73ea2c3020","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.478504603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"f6c4c8a6-56f4-4b1f-9566-0021bd113d5c","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.483813625Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0333bc1e-c648-4134-b36a-b6b649dbecce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.585028012Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"5ad507e5-fdba-4371-b478-33db1baf82dd","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.585056207Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"5ad507e5-fdba-4371-b478-33db1baf82dd","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.649514955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d696620-c15c-4520-9e17-7cec732716f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.650117312Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25c63482-3c99-429e-831c-7198eb9115fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.650132083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"25c63482-3c99-429e-831c-7198eb9115fa","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.702115229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d696620-c15c-4520-9e17-7cec732716f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.753527623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d696620-c15c-4520-9e17-7cec732716f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.803723051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d696620-c15c-4520-9e17-7cec732716f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:28.912239698Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-aab75e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-aab75e","reconcileID":"9d827d2a-5841-45c8-9575-108de91fab75","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-aab75e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-aab75e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:29.815726481Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4f87d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4f87d1","reconcileID":"cf0e3b53-cd19-4481-a888-3037e0479da6","aitenant":"ai-tenants/e2e-extmod-b-4f87d1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.453346571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"f8ff8ba2-dbb0-4b40-8552-af98aa2207ef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.453410361Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"f8ff8ba2-dbb0-4b40-8552-af98aa2207ef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.552615842Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-4f87d1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-4f87d1","reconcileID":"cf0e3b53-cd19-4481-a888-3037e0479da6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-4f87d1","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-4f87d1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.608394855Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"26a5bbd9-ef11-4a11-915f-a5fc360b951c","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96423399","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.650338581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1016bb-03aa-4041-b324-40b670b0cb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.650514627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"3265b473-f658-46c6-aca4-530c7148ac66","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.650658171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0048c0d-5092-4f07-8b68-193ad60ce7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.650859489Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e83a8a67-6fb9-4745-be26-7e2bd6ece202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.700821342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1016bb-03aa-4041-b324-40b670b0cb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.751036158Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1016bb-03aa-4041-b324-40b670b0cb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.756720689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0048c0d-5092-4f07-8b68-193ad60ce7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.756778284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"3265b473-f658-46c6-aca4-530c7148ac66","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.801177923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c1016bb-03aa-4041-b324-40b670b0cb40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.806842146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e83a8a67-6fb9-4745-be26-7e2bd6ece202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.855909644Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d0048c0d-5092-4f07-8b68-193ad60ce7f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.856067033Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"3265b473-f658-46c6-aca4-530c7148ac66","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:30.860924509Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e83a8a67-6fb9-4745-be26-7e2bd6ece202","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.057233487Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa16c5c1-13d9-4ef8-b833-d5fb789995f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.058138903Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"b31e5a10-3ba9-48fc-972a-1d7c238a6f48","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.106174544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfdb14d9-9de0-4279-be96-49ae2adfd972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.114197115Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa16c5c1-13d9-4ef8-b833-d5fb789995f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.114479655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"b31e5a10-3ba9-48fc-972a-1d7c238a6f48","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.1226544Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bd872a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bd872a","reconcileID":"e2b6b0d4-34cd-49fe-93f2-0c4a7e8d5dc9","aitenant":"ai-tenants/e2e-extmod-a-bd872a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.16216261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfdb14d9-9de0-4279-be96-49ae2adfd972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.168662088Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fa16c5c1-13d9-4ef8-b833-d5fb789995f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.168706001Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"b31e5a10-3ba9-48fc-972a-1d7c238a6f48","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.216724735Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dfdb14d9-9de0-4279-be96-49ae2adfd972","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:31.866925302Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-bd872a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-bd872a","reconcileID":"e2b6b0d4-34cd-49fe-93f2-0c4a7e8d5dc9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-bd872a","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-bd872a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.355473266Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"50106b83-88c7-4b37-9604-b77637e31d42","namespace":"llm","name":"e2e-dft-del-9c8a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.411335244Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"f85daec1-4431-4391-8947-7756bacfddc5","namespace":"llm","name":"e2e-dft-del-9c8a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.512601221Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"32de2268-50e4-4d71-a920-0a2824b5ce7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.513731797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"e645bdef-8cd0-47be-aac7-9100d7ee3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.556713593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08283dd-7117-4ed9-992c-9e392a3f64ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.561718824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bbbedb-2e98-4f74-b5f9-d6f3350fc29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.563079812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"eb842ccb-b16e-4896-8c54-0c9667601ff0","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.568796171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"32de2268-50e4-4d71-a920-0a2824b5ce7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.569348516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"e645bdef-8cd0-47be-aac7-9100d7ee3d08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.612707583Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08283dd-7117-4ed9-992c-9e392a3f64ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.617184082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bbbedb-2e98-4f74-b5f9-d6f3350fc29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.618208109Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"eb842ccb-b16e-4896-8c54-0c9667601ff0","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.660891061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d29698-ae56-4c94-92e5-b1b4d8ecce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.711128278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d29698-ae56-4c94-92e5-b1b4d8ecce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.717093656Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"72bbbedb-2e98-4f74-b5f9-d6f3350fc29f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.717097273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c08283dd-7117-4ed9-992c-9e392a3f64ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.718342071Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"eb842ccb-b16e-4896-8c54-0c9667601ff0","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.76119948Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d29698-ae56-4c94-92e5-b1b4d8ecce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.812318847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d29698-ae56-4c94-92e5-b1b4d8ecce40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.813281399Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"03991c3f-b19a-481f-ad53-cc2a6dbde23a","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96423399","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.866070376Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"954d045c-c6b4-4418-b60e-f676e6748369","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"name":"e2e-dft-del-9c8a20","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.920905492Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a0c5c8aa-39fe-4752-9006-a11d200e754e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.920996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"90ff8887-f70f-4096-9206-fba2d540d010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.921920447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1017f2ce-408f-4f2d-8664-444937c090cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.968739993Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"59121f94-ab02-4c1c-abb3-d84a72846a17","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.977808944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"90ff8887-f70f-4096-9206-fba2d540d010","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.977847975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"a0c5c8aa-39fe-4752-9006-a11d200e754e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.980759002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"563d7b7a-7ba6-48b6-b9a0-24eaf0991797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.980782658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"563d7b7a-7ba6-48b6-b9a0-24eaf0991797","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:32.984405948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1017f2ce-408f-4f2d-8664-444937c090cc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.070332974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"486e80e0-8b64-4c59-96b1-33e7f7f3a0f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.07603569Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"b3aad514-be35-4679-9472-053f79973334","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"name":"e2e-dft-del-9c8a20","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.076346027Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8398c60d-d324-42f8-8a41-bc06af9aad0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.076762705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f763a35d-c42a-4f6b-a7a9-7b00de659e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126195652Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efc50199-9dbd-4457-97d8-9361bc41b135","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126213253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"efc50199-9dbd-4457-97d8-9361bc41b135","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126482964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35318f40-35ed-4d6d-9a97-06ce4f179c6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126493845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"35318f40-35ed-4d6d-9a97-06ce4f179c6c","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126709662Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d74435b3-c9ed-4a25-bdf0-b59aedfeeb63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126719424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"d74435b3-c9ed-4a25-bdf0-b59aedfeeb63","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126943054Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f331e612-818f-49d9-a87a-cbf506a9b5a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.126954824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f331e612-818f-49d9-a87a-cbf506a9b5a0","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.131429501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"8398c60d-d324-42f8-8a41-bc06af9aad0e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.131571032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"f763a35d-c42a-4f6b-a7a9-7b00de659e14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.177520113Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"b84732b4-e1db-4829-b767-cf45addeb8a6","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.177546322Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"b84732b4-e1db-4829-b767-cf45addeb8a6","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.283739699Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74961cbb-ce54-44ba-aacb-e9e964e3933d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.283766989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"74961cbb-ce54-44ba-aacb-e9e964e3933d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.284212162Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1ae804f-1d24-474e-bf88-d354b7f71c60","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.284232091Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d1ae804f-1d24-474e-bf88-d354b7f71c60","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.284563181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"79738e75-8938-48f4-97a6-d69a7efd7065","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.284581097Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"79738e75-8938-48f4-97a6-d69a7efd7065","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.33400241Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"e8b9913a-55b5-462d-9db1-d38ddd913378","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-96423399","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.375968817Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"15ac49a9-586f-4dda-8a10-ce4940273514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.376043251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"ac8f06c6-012b-43e9-a24d-3e795db227a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.376533258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"245a17a0-3334-4602-9ba0-d4cb0234d0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.431516469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"ac8f06c6-012b-43e9-a24d-3e795db227a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.43219565Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"15ac49a9-586f-4dda-8a10-ce4940273514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.434960347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"245a17a0-3334-4602-9ba0-d4cb0234d0cd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.525317593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabbb1b7-6e91-4738-9fad-c4df3b31db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.525518451Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"589a1903-f884-4f94-8372-1de5ac7fb999","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.582543734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabbb1b7-6e91-4738-9fad-c4df3b31db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.582564517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"589a1903-f884-4f94-8372-1de5ac7fb999","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.637579862Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"589a1903-f884-4f94-8372-1de5ac7fb999","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.637653241Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eabbb1b7-6e91-4738-9fad-c4df3b31db57","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.639149618Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"534a1750-7993-4401-9c54-d62fa824b355","namespace":"llm","name":"e2e-dft-del-9c8a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.690181651Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"527ab65d-35d6-42df-b6fe-e032efaf3c6e","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-del-9c8a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.690209411Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"527ab65d-35d6-42df-b6fe-e032efaf3c6e","MaaSModelRef":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"routeName":"external-model-e2e-dft-del-9c8a20-904101ab70ce","namespace":"llm","model":"e2e-dft-del-9c8a20","externalModel":"e2e-dft-del-9c8a20","provider":"e2e-dft-del-9c8a20-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.820756516Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"7735b7da-7b72-4ed0-a646-34d9cb623f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.821257147Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ca8127f9-c05e-44d1-b054-609d3595a7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.871934029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5acf23ce-c68c-4f41-8108-c9fe14c9f735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.921837782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"c26e6da3-9754-46ff-a44c-1c47e9cb1602","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.927010492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ca8127f9-c05e-44d1-b054-609d3595a7bf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.927749505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"7735b7da-7b72-4ed0-a646-34d9cb623f55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.930138214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5acf23ce-c68c-4f41-8108-c9fe14c9f735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.97130433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a34e2c7-aae9-4420-a042-e75f14642eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.978077897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"c26e6da3-9754-46ff-a44c-1c47e9cb1602","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:33.984507294Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5acf23ce-c68c-4f41-8108-c9fe14c9f735","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.02723208Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a34e2c7-aae9-4420-a042-e75f14642eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.032223789Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"c26e6da3-9754-46ff-a44c-1c47e9cb1602","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.081324689Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9a34e2c7-aae9-4420-a042-e75f14642eb9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.136782365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"067996b6-7525-4802-a4c9-f146092ba019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.186777504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"8511f51b-047d-47a8-9641-7df3c190e4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.191851767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"067996b6-7525-4802-a4c9-f146092ba019","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.235785812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"ea47b099-788d-47a7-bfbe-394e4dcaadce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.236228291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8d987dae-9459-4f13-a3ac-67f88a24d77c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.243284575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"8511f51b-047d-47a8-9641-7df3c190e4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.285536005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836ab284-47a8-45b6-8508-d404698d054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.29168317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"ea47b099-788d-47a7-bfbe-394e4dcaadce","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.291801857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"8d987dae-9459-4f13-a3ac-67f88a24d77c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.34281517Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836ab284-47a8-45b6-8508-d404698d054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.398900078Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"836ab284-47a8-45b6-8508-d404698d054a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.541820488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"646824b7-a0b6-4e3c-8e66-dd985c51e59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.54848506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"5a081429-8c61-46a9-8337-d66d57132a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.59857042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"646824b7-a0b6-4e3c-8e66-dd985c51e59e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.603450481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"5a081429-8c61-46a9-8337-d66d57132a0a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.688618866Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcb601-f53f-4902-99c0-31e7b7dc21de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.688755356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"02d97e5c-b269-48cf-9210-328b3b184083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.688943269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"8c6e5ca4-cf69-4a54-8c98-51f6ccec6a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.689198483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"480fbd07-a0d1-41a7-bd25-2c72e5ba83ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.739146844Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcb601-f53f-4902-99c0-31e7b7dc21de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.743719576Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"02d97e5c-b269-48cf-9210-328b3b184083","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.767628006Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"83c10145-1f01-4b4b-a199-07cc2ba30686","namespace":"llm","name":"e2e-dft-del-9c8a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.789597003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcb601-f53f-4902-99c0-31e7b7dc21de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.795868727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"8c6e5ca4-cf69-4a54-8c98-51f6ccec6a63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.839911015Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eadcb601-f53f-4902-99c0-31e7b7dc21de","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.844694782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"480fbd07-a0d1-41a7-bd25-2c72e5ba83ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:34.998517507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"71cafde7-81aa-45d1-b3bd-a185c02085ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.098485215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"b5c60791-f1dd-4937-abf0-93b8efca6ac6","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.103475874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"71cafde7-81aa-45d1-b3bd-a185c02085ee","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.15414654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"b5c60791-f1dd-4937-abf0-93b8efca6ac6","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.208657617Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"b5c60791-f1dd-4937-abf0-93b8efca6ac6","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.248732039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"248d9ea1-7439-4096-b97d-c7ebd6ec0325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.248736049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9215e762-a26d-4544-ae3c-8f4a9f24da04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.29929749Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9ad3e80b-0cc3-4257-9883-2e2a1747821a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.30542278Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"248d9ea1-7439-4096-b97d-c7ebd6ec0325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.305659989Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9215e762-a26d-4544-ae3c-8f4a9f24da04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.354401112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"9ad3e80b-0cc3-4257-9883-2e2a1747821a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.360060859Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"248d9ea1-7439-4096-b97d-c7ebd6ec0325","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.360190567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9215e762-a26d-4544-ae3c-8f4a9f24da04","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.399032315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"db0b881b-b71c-40be-b889-6ad2d801bbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.454240886Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"db0b881b-b71c-40be-b889-6ad2d801bbe1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.49880327Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"27bb445b-026b-4668-b75a-b145292ea6d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.51081514Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"90bf5641-1037-427e-8cab-221027ce8c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.510816308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2f9dd51a-2996-451c-9bf9-3cbebff9ba4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.553822686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"27bb445b-026b-4668-b75a-b145292ea6d1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.56621049Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"90bf5641-1037-427e-8cab-221027ce8c66","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.566245313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"2f9dd51a-2996-451c-9bf9-3cbebff9ba4b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.710626504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"496c5e30-d746-478f-8656-35c10735f6fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.767857946Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"496c5e30-d746-478f-8656-35c10735f6fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.812168093Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3b7e42f7-e3e2-490a-a48a-cc6fff2dbdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.866965837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"3b7e42f7-e3e2-490a-a48a-cc6fff2dbdd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.910677032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"cc35e05e-e1f7-46dc-9976-b6a643eb1516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.91081395Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0fd60691-5d93-4e70-9b1a-e84eae40ed8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.968591627Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"cc35e05e-e1f7-46dc-9976-b6a643eb1516","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:35.968916619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"0fd60691-5d93-4e70-9b1a-e84eae40ed8b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:38.124297343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d929e3-d8b6-44cb-a633-1a2125ab2c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:38.178637117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d929e3-d8b6-44cb-a633-1a2125ab2c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:38.229015561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d929e3-d8b6-44cb-a633-1a2125ab2c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:38.279103345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"15d929e3-d8b6-44cb-a633-1a2125ab2c01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.11488984Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"3a0c6f4a-8bcc-4b16-8746-ce55b49fedab","namespace":"llm","name":"e2e-dft-del-9c8a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.168484398Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57233a4a-bff0-4fac-95a9-05bf41d2ad8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.168511866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"57233a4a-bff0-4fac-95a9-05bf41d2ad8e","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.219256865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"8da6a144-a38d-4043-8629-394716cef6d4","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.219296745Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"8da6a144-a38d-4043-8629-394716cef6d4","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.219818232Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"cb521d11-42ed-4ca5-bf2b-4b92795a999f","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-9c25b8","subscription":"e2e-dft-9c25b8-sub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.283513438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"637e970c-bfb8-45a1-a1f7-8d741853c10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.283625383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"aa003f45-59fc-4d07-9dfc-378673f0dc2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.284061338Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"040a7f54-9f83-40c1-8362-0a5032bf884a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.284076305Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"040a7f54-9f83-40c1-8362-0a5032bf884a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.334687386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2c0023f-ca27-4c4e-88d0-ead9e53669ab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.33470889Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d2c0023f-ca27-4c4e-88d0-ead9e53669ab","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.334804301Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dede5ecf-c114-47cb-8edc-0e39e20ab562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.33502528Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d4d80e5-5871-481d-bca6-dc3c61dec53c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.335038909Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"2d4d80e5-5871-481d-bca6-dc3c61dec53c","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.335263993Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8895dbc4-5258-43c7-ab46-fa74c547c4ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.335276861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8895dbc4-5258-43c7-ab46-fa74c547c4ee","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.33563765Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ed28f1c-88e0-4d2b-96c6-36c4002ace50","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.335652866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"4ed28f1c-88e0-4d2b-96c6-36c4002ace50","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.335674123Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"cb521d11-42ed-4ca5-bf2b-4b92795a999f","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.334685708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"bc9910f8-3abd-4288-8b57-4eed3b3f260a","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.335935833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8918add6-6df2-420b-8a53-3f1392b40c59","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.335950635Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8918add6-6df2-420b-8a53-3f1392b40c59","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.336260371Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04130b01-b09c-4ed2-adee-a5b816e6b521","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.33627541Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"04130b01-b09c-4ed2-adee-a5b816e6b521","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.338740567Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"637e970c-bfb8-45a1-a1f7-8d741853c10a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.339029492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"aa003f45-59fc-4d07-9dfc-378673f0dc2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.384961624Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b3cfde36-7780-4560-8fe7-0996b92c5994","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.385025445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e55dda3a-4d26-43d2-a9d0-70d7ea0dfe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.386552774Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-sub","reconcileID":"cb521d11-42ed-4ca5-bf2b-4b92795a999f","MaaSSubscription":{"name":"e2e-dft-9c25b8-sub","namespace":"models-as-a-service"},"name":"maas-trlp-e2e-dft-9c25b8","namespace":"llm","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.392747944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"bc9910f8-3abd-4288-8b57-4eed3b3f260a","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.393886057Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dede5ecf-c114-47cb-8edc-0e39e20ab562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.436944792Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"52433389-422d-48ea-81c6-f6de38e4347a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.441923464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e55dda3a-4d26-43d2-a9d0-70d7ea0dfe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.447804939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"bc9910f8-3abd-4288-8b57-4eed3b3f260a","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.447939565Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"dede5ecf-c114-47cb-8edc-0e39e20ab562","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.496154627Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (7caa77141ae47b66ef7c4d8a233d29b915ebd7b15f29aa0a5a288e2a7afc3425) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (c3b5ca555cc0123c5a2dd16830a20bee5965b46d68005269c3b3b31995746aa9) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (aa8769024ff6f1514423751a147361ffde128c28d8176eee315af84694eb247a) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (1967597b0d76430e60f6610ba0563a40205de70f4e0797a4f680aaee042a538f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"e55dda3a-4d26-43d2-a9d0-70d7ea0dfe69","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.602292523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"918b4556-420a-4ee5-9d3e-9f3702738e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.603199071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"8857877e-d513-449b-b019-179e0849b4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.611217643Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-del-9c8a20","namespace":"llm"},"namespace":"llm","name":"e2e-dft-del-9c8a20","reconcileID":"8b44a26a-bd6a-4f66-95d1-91afaba35815","namespace":"llm","name":"e2e-dft-del-9c8a20","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.721177967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"57de0a65-ca3b-4ff1-9a12-d84e0ce276a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.724058964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"918b4556-420a-4ee5-9d3e-9f3702738e06","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.72639501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"8857877e-d513-449b-b019-179e0849b4e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.770480932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"b05b5621-9341-4444-90a2-2d5c74a08628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.770612419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"60b497f5-80f7-4287-a839-e293992918dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.777037253Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"57de0a65-ca3b-4ff1-9a12-d84e0ce276a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.824346686Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"f97ca32a-ff8e-47f7-b8ac-815b660ed88f","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.824411335Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"f97ca32a-ff8e-47f7-b8ac-815b660ed88f","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.827284435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"b05b5621-9341-4444-90a2-2d5c74a08628","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.827838984Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"60b497f5-80f7-4287-a839-e293992918dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.987989178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"60751a82-7cd3-4c8d-bc17-dbf46bee1930","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:39.988018028Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"60751a82-7cd3-4c8d-bc17-dbf46bee1930","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.025014967Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-dft-9c25b8-access","reconcileID":"8dbda5dd-d77a-400a-a1f2-43e8a3a6e9af","MaaSAuthPolicy":{"name":"e2e-dft-9c25b8-access","namespace":"models-as-a-service"},"model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.074704257Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"91fcb2cd-ae3e-4e9d-83f8-6f19cf8351bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.074723978Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"4406bd17-bdc8-4227-a5c9-47ebf43d70fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.130286978Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"91fcb2cd-ae3e-4e9d-83f8-6f19cf8351bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.130677967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"4406bd17-bdc8-4227-a5c9-47ebf43d70fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.177649219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7e6ac41c-533e-4770-9a5b-c8e2d87e6e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.177650742Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dcb2cab-42f3-4fc3-8048-6aad720979d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.232710457Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7e6ac41c-533e-4770-9a5b-c8e2d87e6e42","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.254291554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f59107-4c14-4565-b5af-bf7cabfa2dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.30467027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f59107-4c14-4565-b5af-bf7cabfa2dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.326654369Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dcb2cab-42f3-4fc3-8048-6aad720979d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.354726965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f59107-4c14-4565-b5af-bf7cabfa2dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.40522515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4f59107-4c14-4565-b5af-bf7cabfa2dcd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.456743267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"1e5ebead-d143-459e-99b1-35d2e7e19f9d","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.456770213Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"1e5ebead-d143-459e-99b1-35d2e7e19f9d","MaaSModelRef":{"name":"e2e-dft-9c25b8","namespace":"llm"},"routeName":"external-model-e2e-dft-9c25b8-828ceeb0b34c","namespace":"llm","model":"e2e-dft-9c25b8","externalModel":"e2e-dft-9c25b8","provider":"e2e-dft-9c25b8-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.460234971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9dcb2cab-42f3-4fc3-8048-6aad720979d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.504862847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"826101bb-e374-4892-b768-5978a97d036f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.504878229Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"edd3db60-9d7d-4088-90a8-d8a6c496bae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.560585032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"edd3db60-9d7d-4088-90a8-d8a6c496bae6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.561324189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"826101bb-e374-4892-b768-5978a97d036f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.611155383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"aae6d4fc-6b7a-41bd-9f33-bddb84fad0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.61128318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7bc2171d-a020-45df-a9ad-9d10526a6355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.666538738Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"7bc2171d-a020-45df-a9ad-9d10526a6355","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.666577589Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"aae6d4fc-6b7a-41bd-9f33-bddb84fad0ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.667958004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"826101bb-e374-4892-b768-5978a97d036f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.710848748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"135ea5a7-6d5a-4e6f-91a3-9a57b7f32268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.719522503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f45c9c7-9c32-4b1b-aa13-4cad919bb986","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.719538108Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7f45c9c7-9c32-4b1b-aa13-4cad919bb986","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.723603816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c45aca-8ce1-4aa1-a2d7-eab08a4cbdf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.723622286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26c45aca-8ce1-4aa1-a2d7-eab08a4cbdf2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.765788398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"135ea5a7-6d5a-4e6f-91a3-9a57b7f32268","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.880751694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"4128e69f-b15c-46ff-a23c-f91051dba771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.924645769Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"aea431cb-b207-4b30-824b-d608525c1fc9","namespace":"llm","name":"e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.936046596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"4128e69f-b15c-46ff-a23c-f91051dba771","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.981329828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"cffa4868-c351-492e-88f4-fb3ed43ff62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.982632154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f39da0f9-1ac4-4ea9-a0ca-918d4696ea93","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.982648765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f39da0f9-1ac4-4ea9-a0ca-918d4696ea93","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.982900385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bd0c9e6-cea9-4f3a-af5b-f5ee4fa6d58a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.982911031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"9bd0c9e6-cea9-4f3a-af5b-f5ee4fa6d58a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.983128094Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94959064-e5cf-44cf-8cff-5ba4b53eb7f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.98313972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"94959064-e5cf-44cf-8cff-5ba4b53eb7f2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.983357303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eea5dc4-c3a8-483d-9c3f-9802652bcf1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.983382673Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5eea5dc4-c3a8-483d-9c3f-9802652bcf1a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.983664695Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0f2420b-8f62-48f6-a7f9-4fe3f41723e0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.983674525Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"f0f2420b-8f62-48f6-a7f9-4fe3f41723e0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.983860542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"940a934e-a383-4d58-bf6c-551823f905ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.983869168Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"940a934e-a383-4d58-bf6c-551823f905ca","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.984078939Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e1bc062-2b6f-4c80-a73c-5e8a8007e5ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.98408841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"5e1bc062-2b6f-4c80-a73c-5e8a8007e5ec","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.984284322Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49794e24-780c-4248-8b3e-a0db3b770b94","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:40.984294119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"49794e24-780c-4248-8b3e-a0db3b770b94","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.014944376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b4f165d8-ba13-49ad-898d-5df6528d8d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.03663602Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e051f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e051f3","reconcileID":"a3961f84-6348-4a2a-aa4b-34c988574c49","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e051f3","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-e051f3":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.036943692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"cffa4868-c351-492e-88f4-fb3ed43ff62f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.071255849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b4f165d8-ba13-49ad-898d-5df6528d8d83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.077960587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d3f8cec-3230-42ee-87ec-7f52bd3ba67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.114653678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5f07be7-5c4f-435d-94a2-ba4631078490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.133314945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d3f8cec-3230-42ee-87ec-7f52bd3ba67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.171011774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5f07be7-5c4f-435d-94a2-ba4631078490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.184557338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c6aaeef6-2f0b-466a-9e77-33282474856e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.187472473Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b5c1494e-ea52-4ed8-80fa-1360c03a3c33","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.188815558Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3d3f8cec-3230-42ee-87ec-7f52bd3ba67c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.225174885Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e5f07be7-5c4f-435d-94a2-ba4631078490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.317852108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"764ea99d-188c-4ecb-9e22-9b349977b2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.374270366Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"764ea99d-188c-4ecb-9e22-9b349977b2e2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.421321071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"6fc28c1d-186b-42fe-9e29-f53fcce301a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.421580878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ef901249-76c3-4763-ac40-171e61a60cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.429467267Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-9c25b8","namespace":"llm"},"namespace":"llm","name":"e2e-dft-9c25b8","reconcileID":"e7341f1b-f689-44dd-bb7b-49c6774e8305","namespace":"llm","name":"e2e-dft-9c25b8","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.473160729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c8b46c5c-ca43-4bb8-9091-ccc97e97d407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.479261998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"6fc28c1d-186b-42fe-9e29-f53fcce301a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.479262013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"ef901249-76c3-4763-ac40-171e61a60cad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.522723379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0ff35014-cc98-4023-a461-f9583f6d96e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.530773209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"c8b46c5c-ca43-4bb8-9091-ccc97e97d407","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.606439297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0ff35014-cc98-4023-a461-f9583f6d96e3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.817687965Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"fac9d697-67b9-4405-bbd3-eef45ba0f068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.873037544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"fac9d697-67b9-4405-bbd3-eef45ba0f068","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.879638038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"c2ab7968-e3b8-41e2-ac39-c3587348bd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.879682832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"3115c030-768b-4c89-be83-4b6ac407e919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.934953388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"3115c030-768b-4c89-be83-4b6ac407e919","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.93523739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"c2ab7968-e3b8-41e2-ac39-c3587348bd5d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.979893967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"35064876-e861-4e35-b580-ed118373bb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:41.979907684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"ca2d7a5a-eecc-4497-8867-cdd95889f751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.03548694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"ca2d7a5a-eecc-4497-8867-cdd95889f751","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.035665622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"35064876-e861-4e35-b580-ed118373bb53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.171039913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb79424-08fc-4a56-a09a-91b45c6d3c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.226229665Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb79424-08fc-4a56-a09a-91b45c6d3c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.28035375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0bb79424-08fc-4a56-a09a-91b45c6d3c01","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.340728379Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b2ffd7-e0bf-435d-a6cd-9e54b7380d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.340834964Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db2041ca-98bb-458e-ba74-e7f40e93c7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.341106785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"a0306bd5-e671-4428-9ee4-81b0e214f86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.391181836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b2ffd7-e0bf-435d-a6cd-9e54b7380d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.441556484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b2ffd7-e0bf-435d-a6cd-9e54b7380d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.446745087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db2041ca-98bb-458e-ba74-e7f40e93c7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.447121411Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"a0306bd5-e671-4428-9ee4-81b0e214f86e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.491965338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e3b2ffd7-e0bf-435d-a6cd-9e54b7380d05","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.493600273Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a0edc5b0-21cf-4ee7-89f5-a7dfd510c04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.493634222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"bdd9ec01-4985-43c3-86a5-ac6c231a9390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.494070374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"ccc7e50b-462a-4a76-a99f-162515f96f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.552113388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a0edc5b0-21cf-4ee7-89f5-a7dfd510c04b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.55217572Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"bdd9ec01-4985-43c3-86a5-ac6c231a9390","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.553473457Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"db2041ca-98bb-458e-ba74-e7f40e93c7c7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.555346378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"ccc7e50b-462a-4a76-a99f-162515f96f96","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.753565064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"af4a158f-611d-4abe-a10f-0d37a7881067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:42.809243936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"af4a158f-611d-4abe-a10f-0d37a7881067","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.487910268Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"9a0c733f-af51-4622-82c5-968da7b190e9","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.541150965Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"908cc517-8804-4a32-9466-332827622cab","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.670185596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aead1089-a497-4757-ae7b-27e74e515fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.670356278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1f292b7-e876-4cd1-83ae-5812d92e82e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.67018766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"9ba28b42-298a-46b5-a120-310a07137aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.67084096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"25edbf18-692d-4639-adab-74038dade34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.670984843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"39700b5e-14bd-4aa5-886f-0f9b4bd6fe85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.727234213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"39700b5e-14bd-4aa5-886f-0f9b4bd6fe85","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.727772832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aead1089-a497-4757-ae7b-27e74e515fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.729904698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1f292b7-e876-4cd1-83ae-5812d92e82e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.730045731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"25edbf18-692d-4639-adab-74038dade34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.732067721Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"9ba28b42-298a-46b5-a120-310a07137aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.782314726Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aead1089-a497-4757-ae7b-27e74e515fd7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.784968065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d1f292b7-e876-4cd1-83ae-5812d92e82e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.870867942Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"1907130c-7faf-4388-af93-62e447ae5ae2","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"name":"e2e-dft-refs-d0b581","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.939157143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a3e5502f-c8f2-4cb3-a922-a5aca5e47294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.93945916Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3efc5e32-8bca-4893-af0c-0ac267586771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.977316161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86f938dc-f69a-47c7-bdc7-6787caa49c7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.977336406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"86f938dc-f69a-47c7-bdc7-6787caa49c7b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.977730369Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be293f41-dc8b-4bba-b13f-5d5bd78fdb11","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.977749012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"be293f41-dc8b-4bba-b13f-5d5bd78fdb11","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.978102231Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19a2aeef-36f9-4cbc-a0f4-88a3d3c4202d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.978120201Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"19a2aeef-36f9-4cbc-a0f4-88a3d3c4202d","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.978451594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"242fdd88-dbf5-4ab5-a9f6-03f785ad773a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.97846447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"242fdd88-dbf5-4ab5-a9f6-03f785ad773a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.993098745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4121393e-02d9-48e7-8488-948846907979","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.993105029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fff8bb1-bcd2-4160-ab06-35848007534a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.997630718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3efc5e32-8bca-4893-af0c-0ac267586771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:43.997798077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a3e5502f-c8f2-4cb3-a922-a5aca5e47294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.028492733Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"840bd9fa-4fdc-4a68-9307-f4ee95ca187e","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"name":"e2e-dft-refs-d0b581","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.078985754Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6da11963-2c0c-4562-8fb9-1b0734495a6d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.079006772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"6da11963-2c0c-4562-8fb9-1b0734495a6d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.079328559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e16de02-a428-4af6-91ad-967c793aa1c8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.07934217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2e16de02-a428-4af6-91ad-967c793aa1c8","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.079682597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c9081a81-64e5-4118-ba06-907f6cf48f28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.079696379Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"c9081a81-64e5-4118-ba06-907f6cf48f28","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.079948044Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2e39a3-6dae-4fd6-a23e-caa3f4c29348","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.07996309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9a2e39a3-6dae-4fd6-a23e-caa3f4c29348","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.139846438Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ab76a2ce-a850-47ee-aa95-95d2558e56d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.140138094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"610ae87a-f948-458b-a907-d3707065fd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.139848214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"74d40aa5-b34e-49f3-9d05-6566867f8da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.195332668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ab76a2ce-a850-47ee-aa95-95d2558e56d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.195544933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"610ae87a-f948-458b-a907-d3707065fd89","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.197801882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"74d40aa5-b34e-49f3-9d05-6566867f8da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.377086402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35aa5340-08ae-44d9-8d35-1872564fefba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.427839103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35aa5340-08ae-44d9-8d35-1872564fefba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.428115621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"5dc7ce42-fab1-4fa1-921e-f9066e29fd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.428115263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"bb737256-ab2e-4a6d-9c6a-1635ba8c4bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.478145989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35aa5340-08ae-44d9-8d35-1872564fefba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.52880074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35aa5340-08ae-44d9-8d35-1872564fefba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.533030717Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"5dc7ce42-fab1-4fa1-921e-f9066e29fd87","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.533223673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"bb737256-ab2e-4a6d-9c6a-1635ba8c4bfe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.628794945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"995632d7-424d-465b-b1f3-99b89776e0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.628830967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3624c8bc-2d75-48e7-8b28-0ce01f444771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.629273061Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e8ce1f-3f37-4fcb-a203-1e0854ea7171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.633253621Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"3394d81b-8193-4ef0-9b44-e968b20a1ff3","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.685395237Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"995632d7-424d-465b-b1f3-99b89776e0fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.68612842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3624c8bc-2d75-48e7-8b28-0ce01f444771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.686177278Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"73250d17-6e11-4d57-b834-6183b911c915","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.68622369Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"73250d17-6e11-4d57-b834-6183b911c915","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d0b581-061f2864c857","namespace":"llm","model":"e2e-dft-refs-d0b581","externalModel":"e2e-dft-refs-d0b581","provider":"e2e-dft-refs-d0b581-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.689061996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e8ce1f-3f37-4fcb-a203-1e0854ea7171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.740201575Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3624c8bc-2d75-48e7-8b28-0ce01f444771","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.793892934Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"61e8ce1f-3f37-4fcb-a203-1e0854ea7171","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.838670298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f3a8b28e-5804-4985-9ecc-da0774fabd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.838746548Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"05056798-fbf8-48ea-a263-5e5a62ef616f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.894151641Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"05056798-fbf8-48ea-a263-5e5a62ef616f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.894747606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"f3a8b28e-5804-4985-9ecc-da0774fabd9a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.936071806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"f3baa3c0-2dd2-4027-9828-ca2809444c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.943837092Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a0b1ec-a346-408e-8de0-89db93922ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:44.991103213Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"f3baa3c0-2dd2-4027-9828-ca2809444c1b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.000404309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a0b1ec-a346-408e-8de0-89db93922ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.0436758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f1a9ea6d-b4bd-44fc-8a03-91be76fa4194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.054325262Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b5a0b1ec-a346-408e-8de0-89db93922ae5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.098653539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"f1a9ea6d-b4bd-44fc-8a03-91be76fa4194","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.204669175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3b0267ef-6590-4959-9797-cf1636f6d593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.246297202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"794f8cf9-e854-4bd9-b209-a05e2dc5b3f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.248183828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"87cec1a5-0111-4073-81a9-3ff5900ffc21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.260303177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3b0267ef-6590-4959-9797-cf1636f6d593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.301573155Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"794f8cf9-e854-4bd9-b209-a05e2dc5b3f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.303822412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"87cec1a5-0111-4073-81a9-3ff5900ffc21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.304125924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d8c89498-3fe4-4f77-adf6-6b1b3036d08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.359222871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d8c89498-3fe4-4f77-adf6-6b1b3036d08d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.45163255Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d59b3865-3d76-469f-b733-63fa673a1409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.507096684Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d59b3865-3d76-469f-b733-63fa673a1409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.561574883Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d59b3865-3d76-469f-b733-63fa673a1409","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.562209123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4d0369ae-c0be-4fb7-af0a-e35ba4a7de66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.617500489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"4d0369ae-c0be-4fb7-af0a-e35ba4a7de66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.662249359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"147c267a-710c-423f-9e84-4f990e9f91db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:45.717642438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"147c267a-710c-423f-9e84-4f990e9f91db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:46.928903223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb545a7-0c1b-4434-a30c-e69c81656b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:46.979177405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb545a7-0c1b-4434-a30c-e69c81656b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:47.029568787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb545a7-0c1b-4434-a30c-e69c81656b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:47.080482826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"edb545a7-0c1b-4434-a30c-e69c81656b71","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:48.522272796Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6fbd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6fbd7","reconcileID":"058dd38a-8707-4e9f-8441-05fe07ee1ccc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d6fbd7","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-d6fbd7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:48.918513716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199eec3e-6da6-46c7-9e78-22bb6f10678f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:48.970899754Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199eec3e-6da6-46c7-9e78-22bb6f10678f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.021803302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199eec3e-6da6-46c7-9e78-22bb6f10678f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.071889694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"199eec3e-6da6-46c7-9e78-22bb6f10678f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.8260116Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"78559db1-22aa-4bfd-823d-4e62fd77d43d","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.878221783Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"53c91b1c-115d-4d84-b784-e1440c39f239","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.878248618Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"53c91b1c-115d-4d84-b784-e1440c39f239","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d0b581-061f2864c857","namespace":"llm","model":"e2e-dft-refs-d0b581","externalModel":"e2e-dft-refs-d0b581","provider":"e2e-dft-refs-d0b581-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.929150413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"595870b8-302e-4e60-95df-3a7a0dcf3ac1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.929169426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"595870b8-302e-4e60-95df-3a7a0dcf3ac1","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.929592408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0274a987-0d60-4cc8-a42f-7045eea482c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.929606729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"0274a987-0d60-4cc8-a42f-7045eea482c9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.929828157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c97daad2-a9ae-48be-ab50-b848a871e0a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.929838253Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c97daad2-a9ae-48be-ab50-b848a871e0a9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.930078267Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"150f9f13-8331-40a9-84c1-a7bfaeb9e5d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.930089213Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"150f9f13-8331-40a9-84c1-a7bfaeb9e5d5","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.977118794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eb3cae03-9c53-4c23-af0c-fb46033e2270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.977116693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f093e6a8-6de6-4b7b-9b91-b19d9dd7a80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.978065757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cb099e-7fd4-41c4-a200-c1b177a46bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.978077491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"ed33a23d-0bdf-4d91-903a-2ad2f09fd976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.978426616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"5862c53a-d9ea-494a-9231-3ff6a0d5c87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:49.980527003Z","body":"HTTPRoute not found for ExternalModel, waiting for ExternalModel reconciler to create it","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"d5cf4ad2-c6b0-42a3-84e6-ae21a0de251c","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d0b581-061f2864c857","namespace":"llm","model":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.033329301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eb3cae03-9c53-4c23-af0c-fb46033e2270","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.034049005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f093e6a8-6de6-4b7b-9b91-b19d9dd7a80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.037418418Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cb099e-7fd4-41c4-a200-c1b177a46bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.037836863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"ed33a23d-0bdf-4d91-903a-2ad2f09fd976","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.04093922Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"5862c53a-d9ea-494a-9231-3ff6a0d5c87f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.090473166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"160fb54d-1226-4409-8d65-af8d91ce21c1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.090628442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"98c7099f-066f-4f5e-b25f-1dd6c1aba913","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.117758951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"f093e6a8-6de6-4b7b-9b91-b19d9dd7a80e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.117941659Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d2cb099e-7fd4-41c4-a200-c1b177a46bb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.118824568Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e55fe8a7-7b95-468d-9498-575be85db65d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.118846664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e55fe8a7-7b95-468d-9498-575be85db65d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.11929928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4b93dde-6908-4617-827f-b64707fdb480","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.119319663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"f4b93dde-6908-4617-827f-b64707fdb480","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.119713888Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ab02927-4a28-4fcd-81d2-c0b932954e12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.119731356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ab02927-4a28-4fcd-81d2-c0b932954e12","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.120071384Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e01a9d0e-6807-4431-b3fd-e8aea4e2d80a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.120087588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e01a9d0e-6807-4431-b3fd-e8aea4e2d80a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.269107513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"36640698-f609-4d94-ace4-f058ca8f443e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.272018346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"e46ef691-7dfb-40b6-b1e7-ff2f4c0f9d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.273328262Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"d181e44d-1052-4ad7-95ec-e954155084de","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.323240037Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"cbdca513-249e-4bd2-9dd6-35c6bd917f48","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"name":"e2e-dft-refs-d0b581","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.32414867Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"36640698-f609-4d94-ace4-f058ca8f443e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.327544358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"e46ef691-7dfb-40b6-b1e7-ff2f4c0f9d66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.408462166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d2784be4-7b4b-495d-8659-96b549bb1cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.408475155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"383ee834-c685-4ab3-a979-700c05515d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.465552588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"383ee834-c685-4ab3-a979-700c05515d80","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.465634377Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d2784be4-7b4b-495d-8659-96b549bb1cec","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.509046937Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"8a784856-2d11-4058-b222-98f34bc1ebe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.56475617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"8a784856-2d11-4058-b222-98f34bc1ebe6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.711647211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c993169b-1f74-4289-b8a0-16bcc4a32c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.711647148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a5359b84-8bfa-4ece-b27b-313165f9e14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.76844065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"c993169b-1f74-4289-b8a0-16bcc4a32c10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.768566426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a5359b84-8bfa-4ece-b27b-313165f9e14e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.911521467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2febe21a-c502-4bf5-b70e-76be06ab9bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.911634814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"917895e3-8135-44e1-975b-cd68c8cb53ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.911869786Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341d43e2-57a3-4584-a142-0beb2d8acf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.912077365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f4203b1-4cc1-4662-b683-dc9dce50aa17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.962045342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2febe21a-c502-4bf5-b70e-76be06ab9bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:50.966873112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"917895e3-8135-44e1-975b-cd68c8cb53ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.012494763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2febe21a-c502-4bf5-b70e-76be06ab9bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.018044935Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341d43e2-57a3-4584-a142-0beb2d8acf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.063132545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2febe21a-c502-4bf5-b70e-76be06ab9bd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.068054674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f4203b1-4cc1-4662-b683-dc9dce50aa17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.118267045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"341d43e2-57a3-4584-a142-0beb2d8acf2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.124002732Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f4203b1-4cc1-4662-b683-dc9dce50aa17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.213270262Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"2346def0-49db-4260-ad85-ba71cf60e1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.268270164Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"2346def0-49db-4260-ad85-ba71cf60e1a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.321043325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"1e5cc191-f47c-43a0-bff9-fcd5605c3294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.321297123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"0c7fad91-1dbb-4713-8fb1-c5baec836781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.32175764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"4383cf03-9e98-4327-81d4-a337b39d1f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.37633687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"1e5cc191-f47c-43a0-bff9-fcd5605c3294","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.376629397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"0c7fad91-1dbb-4713-8fb1-c5baec836781","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.378942724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"4383cf03-9e98-4327-81d4-a337b39d1f6f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.424559091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6def8050-8950-4606-9628-b8bfa6eafa53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.479688197Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"6def8050-8950-4606-9628-b8bfa6eafa53","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.620912752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9d59ce9e-b2ed-446a-b48c-582d8301e9a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:51.675995884Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"9d59ce9e-b2ed-446a-b48c-582d8301e9a6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:52.957042543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e978e58a-8eea-44be-ba33-0b4b7840c787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:53.007491572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e978e58a-8eea-44be-ba33-0b4b7840c787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:53.057669308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e978e58a-8eea-44be-ba33-0b4b7840c787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:53.107972461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e978e58a-8eea-44be-ba33-0b4b7840c787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:53.913203946Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:54.957042811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec491-8b89-45fd-a2be-828885a3c080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:55.007155803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec491-8b89-45fd-a2be-828885a3c080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:55.057480024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec491-8b89-45fd-a2be-828885a3c080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:55.107661828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d2fec491-8b89-45fd-a2be-828885a3c080","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.110535343Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"368f01d5-bb63-4c80-a70e-0bb452468b6a","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.160701509Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"b00258dd-ccb5-463a-94d5-df7bd161b45d","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"name":"e2e-dft-refs-d0b581","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.26142535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe9c3d3a-c7df-4f49-b5f8-d501994bdeca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.261684208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a394257a-9b34-4399-a473-615705186a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.261428491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e51936a9-9a15-47c6-ba49-965d69905beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.262064844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7786a79a-524a-4cab-ad6c-f1a00e836905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.262179962Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1eed5a55-84cc-49b5-82c0-4b1c08e349ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.317040281Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"a394257a-9b34-4399-a473-615705186a83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.317470854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe9c3d3a-c7df-4f49-b5f8-d501994bdeca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.319283841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e51936a9-9a15-47c6-ba49-965d69905beb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.320113917Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7786a79a-524a-4cab-ad6c-f1a00e836905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.321856321Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1eed5a55-84cc-49b5-82c0-4b1c08e349ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.37206045Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fe9c3d3a-c7df-4f49-b5f8-d501994bdeca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.372164745Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"22e3d75d-df39-4884-80f8-cc826447f8c7","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"name":"e2e-dft-refs-d0b581","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.374161489Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7786a79a-524a-4cab-ad6c-f1a00e836905","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.422882569Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdb78864-f2e7-4f3c-8eb6-d7c4d7eabf40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.422900347Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"cdb78864-f2e7-4f3c-8eb6-d7c4d7eabf40","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.42319897Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5520304-ed48-4ed5-b526-3a4be36ef29a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.423211893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"a5520304-ed48-4ed5-b526-3a4be36ef29a","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.423492689Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c2d77d0-8522-4491-95b8-249c60f202ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.423515526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c2d77d0-8522-4491-95b8-249c60f202ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.423964691Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75f1fa13-24c9-4a33-89d1-1de591319d77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.423980686Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"75f1fa13-24c9-4a33-89d1-1de591319d77","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.424271522Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60a3ffa6-efed-4e45-890e-8ac2ea820ebb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.424284152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"60a3ffa6-efed-4e45-890e-8ac2ea820ebb","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.424628812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f683b863-85ff-4018-8622-cbb15319463e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.424642871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"f683b863-85ff-4018-8622-cbb15319463e","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.42488722Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7bb47f23-4316-40ec-b9ec-f93e3f37d483","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.424899631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7bb47f23-4316-40ec-b9ec-f93e3f37d483","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.425189872Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"350d13c0-7d4b-4f6e-ad43-374f6f6dedb1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.425199595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"350d13c0-7d4b-4f6e-ad43-374f6f6dedb1","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.475301524Z","body":"inference ExternalModel found but reports no route for this model yet, waiting for reconciler","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"0a9afcce-1d47-4d09-b209-6462e4c054cd","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"name":"e2e-dft-refs-d0b581","namespace":"llm","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.522080032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eb58a5a4-cd65-42d1-9c8d-99cf15bd8c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.523239747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6abe6f9a-44a0-40cb-8fe8-6f51c3960444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.523919168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7b0784c2-fc13-41e3-b59e-d51568f25fdc","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.524008785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5a6456db-5fc1-48ea-8f34-4e29d29b5372","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.577030995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"eb58a5a4-cd65-42d1-9c8d-99cf15bd8c8d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.579452485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6abe6f9a-44a0-40cb-8fe8-6f51c3960444","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.677792637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b40d661d-e815-4098-ad25-9497c1a76885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.677945969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"7e9f1aa2-03d6-4a71-b54a-317cbacba9e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.677801219Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"640c0751-2e12-47ea-9b7e-13e4c046649c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.735143788Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"b40d661d-e815-4098-ad25-9497c1a76885","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.735521379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"640c0751-2e12-47ea-9b7e-13e4c046649c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.737493891Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"7e9f1aa2-03d6-4a71-b54a-317cbacba9e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.929279386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"54407492-c397-42d3-8d30-c26ca8246a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.929279522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"75e0d455-4c13-4417-8a5d-1183c1410745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.984478906Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"75e0d455-4c13-4417-8a5d-1183c1410745","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:56.98465106Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"54407492-c397-42d3-8d30-c26ca8246a84","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.078622693Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0726585f-8482-4e86-a5e5-9605049e3e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.078627584Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8946e1e-e945-47f9-affb-b2c68d031094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.134503372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0726585f-8482-4e86-a5e5-9605049e3e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.134685415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8946e1e-e945-47f9-affb-b2c68d031094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.150662533Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"b7cdfa25-6c83-4a78-9d01-d768387f7ff8","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.188995064Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0726585f-8482-4e86-a5e5-9605049e3e7d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.189004382Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a8946e1e-e945-47f9-affb-b2c68d031094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.201281988Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"0ed3992d-0567-4308-bb90-55389fe53dc7","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.201310472Z","body":"HTTPRoute validated for ExternalModel","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"0ed3992d-0567-4308-bb90-55389fe53dc7","MaaSModelRef":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"routeName":"external-model-e2e-dft-refs-d0b581-061f2864c857","namespace":"llm","model":"e2e-dft-refs-d0b581","externalModel":"e2e-dft-refs-d0b581","provider":"e2e-dft-refs-d0b581-provider","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.300760477Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a05bed74-93e3-4098-b14c-ca562ea95599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.357248276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"a05bed74-93e3-4098-b14c-ca562ea95599","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.400225636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"895bfa5c-75e4-4fba-a425-6f939c1f1d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.400624968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc39200c-b4e4-42ed-b777-81564cecbc47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.400787615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"a3afe5fa-d347-40f9-a58e-5187b5286cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.401046952Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"f575b2cc-25f7-4b03-892a-1ee1fe50b8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.456036523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"895bfa5c-75e4-4fba-a425-6f939c1f1d87","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.45623537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"f575b2cc-25f7-4b03-892a-1ee1fe50b8bb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.458941436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"a3afe5fa-d347-40f9-a58e-5187b5286cb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.459670804Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc39200c-b4e4-42ed-b777-81564cecbc47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.513846438Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"dc39200c-b4e4-42ed-b777-81564cecbc47","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.667582966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"29d43de7-bb92-4eb8-8218-de1dc18c3755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.70555619Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fe4402d-34bb-48b8-ade3-63611b064cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.722569325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"29d43de7-bb92-4eb8-8218-de1dc18c3755","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.761609008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fe4402d-34bb-48b8-ade3-63611b064cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.768464714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"79dab679-a6f0-441e-b0ba-23652cf01597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.76849364Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"d0a84e58-0d9d-4a39-8d59-b620b990677c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.768955679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"82120ab8-8a6f-42ae-a663-f5b50f6bf496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.816109722Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"2fe4402d-34bb-48b8-ade3-63611b064cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.823478099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"79dab679-a6f0-441e-b0ba-23652cf01597","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.824292021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"82120ab8-8a6f-42ae-a663-f5b50f6bf496","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.825715008Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"d0a84e58-0d9d-4a39-8d59-b620b990677c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:57.9661681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e659a1a9-241e-4d69-a281-71c471b9ed33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:58.021712138Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e659a1a9-241e-4d69-a281-71c471b9ed33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:58.071328795Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c544b730-e7f3-40c8-88f7-2d5d9ce5bf22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:23:58.126790469Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"c544b730-e7f3-40c8-88f7-2d5d9ce5bf22","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.790434355Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"1528b4c9-14a0-4460-be3e-bc52f1e3ed6d","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.843200889Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a669ddae-6937-4b0e-9fcd-dd09526050ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.843223521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"a669ddae-6937-4b0e-9fcd-dd09526050ea","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.843605891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8403e6e4-97d2-4558-a8c9-b60177098a91","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.843625361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"8403e6e4-97d2-4558-a8c9-b60177098a91","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.843965038Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d9bad55-27f5-49d4-bee6-70e7c3b70ab0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.843984781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1d9bad55-27f5-49d4-bee6-70e7c3b70ab0","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.844343484Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6f3ea88-0e7d-4ec2-8534-802f81edf69c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.844391675Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"c6f3ea88-0e7d-4ec2-8534-802f81edf69c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.844785309Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fc12f65-0f2b-40d2-beee-b252409de80c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.84479929Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"8fc12f65-0f2b-40d2-beee-b252409de80c","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.845007418Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b023cbdd-8a09-4b65-a342-10645cb08892","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.845017912Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"b023cbdd-8a09-4b65-a342-10645cb08892","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.845234772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fcac76b7-7a52-41ac-9d57-dd86ac14a306","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.845244111Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fcac76b7-7a52-41ac-9d57-dd86ac14a306","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.845461727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c18915d-d995-4f5f-8ca6-7943307e59f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.845472844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9c18915d-d995-4f5f-8ca6-7943307e59f8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.940043461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"81222141-46a1-4d3d-b2d9-bf15791b0262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.940384278Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6a11390b-c9a6-4fd8-8673-e86d782de91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.94063023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde398e1-7733-4ebb-b7fa-b2cdf2b24ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.941056831Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72282248-b5f4-424c-bd32-e31453d969bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.941085006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"52562f02-8e41-4a1b-beca-4b244d0f706e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.995875313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"6a11390b-c9a6-4fd8-8673-e86d782de91e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.995933571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"81222141-46a1-4d3d-b2d9-bf15791b0262","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.998598757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"52562f02-8e41-4a1b-beca-4b244d0f706e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:02.999086947Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde398e1-7733-4ebb-b7fa-b2cdf2b24ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.001018929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72282248-b5f4-424c-bd32-e31453d969bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.047017355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"dec68b70-a0a7-4aba-ac0e-49d9736e23f8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.047179919Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f9add435-b476-4416-9464-4db6625ce007","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.053777264Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"fde398e1-7733-4ebb-b7fa-b2cdf2b24ad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.066709019Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"72282248-b5f4-424c-bd32-e31453d969bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.205693591Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"83be1b63-14b3-4b56-b260-92971de04356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.26348545Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"83be1b63-14b3-4b56-b260-92971de04356","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.277133171Z","body":"Reconciling ExternalModel","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-dft-refs-d0b581","namespace":"llm"},"namespace":"llm","name":"e2e-dft-refs-d0b581","reconcileID":"9ecce3cd-8b2f-4ae2-9917-2f3dfe3407cd","namespace":"llm","name":"e2e-dft-refs-d0b581","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.308871758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"f4fb46bb-cee4-4c02-8c51-fb2d24d70593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.365059375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"f4fb46bb-cee4-4c02-8c51-fb2d24d70593","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.376866912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"a0ff6c38-a688-489f-a736-91d147098312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.376977574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2e6ca126-e112-4062-aa26-60643dc46e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.377300071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"a4380806-64b4-4750-93ee-27f3d9a1d13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.43274833Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"a4380806-64b4-4750-93ee-27f3d9a1d13a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.433739443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"2e6ca126-e112-4062-aa26-60643dc46e0e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.435480911Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"a0ff6c38-a688-489f-a736-91d147098312","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.612917198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"26a6fd15-415e-4d39-8c42-590891d62fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.668288983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"26a6fd15-415e-4d39-8c42-590891d62fda","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.712706855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ea4fb368-39fc-436c-9aae-9dbb8ecc8f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.767872011Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"ea4fb368-39fc-436c-9aae-9dbb8ecc8f6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.812520954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3a0c46ae-b158-4a7d-985b-7b1b9df10762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.812750026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98652c48-6307-49ca-a8c6-59835d3629b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.812528882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef962ac-e487-4721-939b-44869c303ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.867680816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"3a0c46ae-b158-4a7d-985b-7b1b9df10762","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.868273357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef962ac-e487-4721-939b-44869c303ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.870262489Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98652c48-6307-49ca-a8c6-59835d3629b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.923267237Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"fef962ac-e487-4721-939b-44869c303ce2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:03.926171946Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"98652c48-6307-49ca-a8c6-59835d3629b0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.024858789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"87fa3c9e-fc13-4536-8ecb-eadbe17aab12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.071685872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"36ebd582-460d-44e6-9295-02964044e228","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-a-ea5c75","tenantID":"e2e-extmod-a-ea5c75","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.080045371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"87fa3c9e-fc13-4536-8ecb-eadbe17aab12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.123301228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"08dbfd83-471e-48b6-a375-8b4984a0f8a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.126305526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"f007206f-b575-4737-ab0f-cb61885f4def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.12631217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"05b26178-8e2b-40c3-a607-0f94b53a4bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.179086801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"08dbfd83-471e-48b6-a375-8b4984a0f8a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.181541357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"f007206f-b575-4737-ab0f-cb61885f4def","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.182045566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"05b26178-8e2b-40c3-a607-0f94b53a4bd5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.189729552Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"36ebd582-460d-44e6-9295-02964044e228","name":"e2e-extmod-a-ea5c75-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.221202897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cfc3766c-fdfb-428e-9bdb-b1cb5f07a6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.280781283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"cfc3766c-fdfb-428e-9bdb-b1cb5f07a6a4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.433040879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6f04bdbd-7e47-483f-9be8-ce0a3dc000fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.4883333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"6f04bdbd-7e47-483f-9be8-ce0a3dc000fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.532301072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4a54255a-2128-4e7d-ba59-c8e3642a09cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:04.58712734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"4a54255a-2128-4e7d-ba59-c8e3642a09cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:10.154336052Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eaef8a-1ebd-4ada-898a-5bb83f718edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:10.20431591Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eaef8a-1ebd-4ada-898a-5bb83f718edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:10.254387346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eaef8a-1ebd-4ada-898a-5bb83f718edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:10.304404435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"26eaef8a-1ebd-4ada-898a-5bb83f718edc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:10.721925909Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c56865","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c56865","reconcileID":"01d16065-1027-4072-8b7a-f7abbb813043","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c56865","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-c56865":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:12.15155804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f141c6-9138-4c85-b3d3-f7beebc1cd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:12.201915525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f141c6-9138-4c85-b3d3-f7beebc1cd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:12.251851381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f141c6-9138-4c85-b3d3-f7beebc1cd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:12.302068059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b8f141c6-9138-4c85-b3d3-f7beebc1cd9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.074629953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0543626b-85ac-4b79-96ce-e95d4f2907dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.079644841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f0de99f-0049-47ad-bc23-bdffc068291e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.129983861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0543626b-85ac-4b79-96ce-e95d4f2907dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.134737594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f0de99f-0049-47ad-bc23-bdffc068291e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.157553981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7875a-5842-4e1a-8c73-cf29d1bde9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.208558578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7875a-5842-4e1a-8c73-cf29d1bde9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.21209326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f0de99f-0049-47ad-bc23-bdffc068291e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.212755336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0543626b-85ac-4b79-96ce-e95d4f2907dc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.258582616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7875a-5842-4e1a-8c73-cf29d1bde9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:14.308615663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"beb7875a-5842-4e1a-8c73-cf29d1bde9a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:16.194665852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2129671-7701-4f9d-b454-7b27ddce8238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:16.244635242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2129671-7701-4f9d-b454-7b27ddce8238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:16.294569543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2129671-7701-4f9d-b454-7b27ddce8238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:16.345420131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2129671-7701-4f9d-b454-7b27ddce8238","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:23.917293784Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:24.372283214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49016e22-4eeb-4408-a353-06dc76d5b1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:24.373196578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd1fdce3-970c-4ae4-b6b2-7295edf9bbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:24.434790386Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd1fdce3-970c-4ae4-b6b2-7295edf9bbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:24.454640578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49016e22-4eeb-4408-a353-06dc76d5b1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:24.524910082Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"49016e22-4eeb-4408-a353-06dc76d5b1a2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:24.526794342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 5, current generation is 6","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"bd1fdce3-970c-4ae4-b6b2-7295edf9bbc7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.681983307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67bf962b-6353-4687-8e5f-79f6c41cd6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.687081677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b90fa6c-ea63-49fe-a184-aff5427b0050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.742550063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67bf962b-6353-4687-8e5f-79f6c41cd6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.74645087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b90fa6c-ea63-49fe-a184-aff5427b0050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.797159524Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"67bf962b-6353-4687-8e5f-79f6c41cd6dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.807801543Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b90fa6c-ea63-49fe-a184-aff5427b0050","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.854489102Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fff21de-6458-4256-bc2e-1978b351fa7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.854508578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2fff21de-6458-4256-bc2e-1978b351fa7b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.872838883Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f56261a7-ea23-4cd7-a0be-1b28cccdf708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:34.872859264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f56261a7-ea23-4cd7-a0be-1b28cccdf708","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:45.005115436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66cbef71-04eb-43ae-933f-e8a19f1a5767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:45.022697206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a16cee38-8f9d-491f-949b-31b7521d181d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:45.060835042Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66cbef71-04eb-43ae-933f-e8a19f1a5767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:45.079709256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a16cee38-8f9d-491f-949b-31b7521d181d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:45.115198948Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"66cbef71-04eb-43ae-933f-e8a19f1a5767","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:45.133981464Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a16cee38-8f9d-491f-949b-31b7521d181d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.34654231Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","namespace":"ai-tenant-e2e-extmod-b-3fb07e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.346599869Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","namespace":"ai-tenant-e2e-extmod-b-3fb07e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.346653689Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","tenant":"e2e-extmod-b-3fb07e","tenantID":"e2e-extmod-b-3fb07e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.399109485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"Deployment","name":"maas-api-e2e-extmod-b-3fb07e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.457067772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"Service","name":"maas-api-e2e-extmod-b-3fb07e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.510978363Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-3fb07e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.563084791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-3fb07e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.623106628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.67593433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.735584277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.791796384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.844711064Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.894807771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.914067534Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.948274642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"Service","name":"payload-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:53.998472371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.048737239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.098723565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.14871875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.202696229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.252705355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.302686832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.35679239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-3fb07e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:54.406940323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-3fb07e"},"namespace":"ai-tenant-e2e-extmod-b-3fb07e","name":"default-tenant","reconcileID":"d886b111-3787-4fb4-8d91-3528769606ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-3fb07e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.267098809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31d3fb76-4131-4a29-b1f4-d1155d68e523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.289281433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fdc6297-1c29-4bcc-bf0c-d73a6a221411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.324606456Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31d3fb76-4131-4a29-b1f4-d1155d68e523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.345500232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fdc6297-1c29-4bcc-bf0c-d73a6a221411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.379682665Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"31d3fb76-4131-4a29-b1f4-d1155d68e523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:24:55.400331944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6fdc6297-1c29-4bcc-bf0c-d73a6a221411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:00.916357275Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3fb07e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3fb07e","reconcileID":"66ce77d1-0c7c-42e5-9ef3-0b2e074abe0a","aitenant":"ai-tenants/e2e-extmod-b-3fb07e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.461163356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8beccfeb-8df8-4fbb-85fb-01718600c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.513526666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8beccfeb-8df8-4fbb-85fb-01718600c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.563686853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8beccfeb-8df8-4fbb-85fb-01718600c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.614275716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8beccfeb-8df8-4fbb-85fb-01718600c3ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:01.72438314Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-3fb07e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-3fb07e","reconcileID":"66ce77d1-0c7c-42e5-9ef3-0b2e074abe0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-3fb07e","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-3fb07e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.361955567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"ef905749-b8b3-4ed0-9748-3fbc04b2e3a2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.478324334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0af6256-668d-410b-a002-4830c92f9266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.528570479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0af6256-668d-410b-a002-4830c92f9266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.578813719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0af6256-668d-410b-a002-4830c92f9266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.628885499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0af6256-668d-410b-a002-4830c92f9266","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.834558111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9234899c-6a9c-4f81-ad62-06a60da67941","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.835275679Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"f63b4274-b171-4747-9d10-24c33c965c1d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:03.937849513Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"285107b9-b502-48f3-9f66-37031ec9cc4c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.03331074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"9593bdf8-4f99-4a29-99ec-bed6b85003e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.038562096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"41952f1e-4ac3-453f-ab5b-9ff488128ede","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.151196527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"f9ff86d0-0d78-4451-8488-8321c2ff2521","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.251862095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"9499fa35-76e9-4eaa-9355-9814ba4040fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.298030684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"ec3feac2-8375-447d-b7a4-1e9cffd3c57a","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-e051f3","tenantID":"e2e-inf-a-e051f3","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.410939498Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"ec3feac2-8375-447d-b7a4-1e9cffd3c57a","name":"e2e-inf-a-e051f3-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.427062427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"e792057a-510b-48f1-a69f-e24ea4778421","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.529742087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"fe3753dd-0363-4bd8-b57c-349a88a71a4b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.789348471Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"c3db8d3c-0b7e-4f49-83a1-3b240451c963","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:04.839950916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"c366d659-923e-4cea-b402-5657820d716a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.470610848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fb1f75-a3c8-465d-8ac7-70dafe31dfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.52094625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fb1f75-a3c8-465d-8ac7-70dafe31dfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.571438345Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fb1f75-a3c8-465d-8ac7-70dafe31dfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.622253736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84fb1f75-a3c8-465d-8ac7-70dafe31dfcf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.622403366Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853f643e-0003-45cf-b526-d9be5b0dc82b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.622796951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f2d32c6-322c-4a2c-a1bf-ae8ff29f5da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.677702887Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"853f643e-0003-45cf-b526-d9be5b0dc82b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:05.677953671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1f2d32c6-322c-4a2c-a1bf-ae8ff29f5da5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.032667929Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c99b57e2-53fa-49c1-bd91-070a8b132321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.032694207Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c99b57e2-53fa-49c1-bd91-070a8b132321","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.035345055Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ff15734-9743-4e5f-9ca4-85fc9ead5688","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:06.035379081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"7ff15734-9743-4e5f-9ca4-85fc9ead5688","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:07.768747436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c10b029-59b3-4d8e-bf05-5d36a2ec4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:07.818841245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c10b029-59b3-4d8e-bf05-5d36a2ec4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:07.869044413Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c10b029-59b3-4d8e-bf05-5d36a2ec4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:07.919056628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c10b029-59b3-4d8e-bf05-5d36a2ec4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:08.336554667Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0b98c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0b98c1","reconcileID":"a0327216-0a1f-4a38-9846-680a46696f6f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0b98c1","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-a-0b98c1":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:09.761315996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534ebc04-0e7a-4c5e-b3fc-86e37f0c6afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:09.811727492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534ebc04-0e7a-4c5e-b3fc-86e37f0c6afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:09.862256761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534ebc04-0e7a-4c5e-b3fc-86e37f0c6afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:09.912256383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"534ebc04-0e7a-4c5e-b3fc-86e37f0c6afe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.739629883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de571ea9-afaf-44c4-b0cb-c0053bd93f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.78995854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de571ea9-afaf-44c4-b0cb-c0053bd93f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.840145343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de571ea9-afaf-44c4-b0cb-c0053bd93f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:11.89028959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de571ea9-afaf-44c4-b0cb-c0053bd93f28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:14.494258898Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"45eda2f2-ef6d-4499-80b2-1afab39c8d42","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-d6fbd7","tenantID":"e2e-inf-a-d6fbd7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:14.60991512Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"45eda2f2-ef6d-4499-80b2-1afab39c8d42","name":"e2e-inf-a-d6fbd7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:23.913006376Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.671468727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"29e5097f-ce7d-4bb7-9436-c67bb5d8cffe","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.899043168Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"f2e7cf9b-3f68-4047-bc55-66c9fa2fec1f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:25.999651269Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"f957da94-7ca0-442c-84f3-be0879988445","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.103073042Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"93178863-570d-4430-9d7b-0d426cb0b3fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.200508751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2ad212a1-bce0-4ffd-b461-6e58ad6a1568","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.312184179Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"0b58dd33-497d-4fe6-9acc-d5868b00141d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.427813393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7fcb3857-1cfd-4581-a839-04210c2d4fab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.528779567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"1a5f7efa-6e0f-463d-af99-159abf28fce1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:26.912234871Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"00ccffa8-d5b2-4481-a152-60d48e131453","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:27.084291207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"56f9ffdf-451e-44fc-8b2e-368762b47288","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:27.199121708Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"10ad2f10-14f6-451d-b9e4-a5a869255c85","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:27.300192204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"7c7bebb4-4f00-484c-a71c-3f9d132131db","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:30.706929109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ab1b6f-47fc-41c1-b493-6110d18baed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:30.757399327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ab1b6f-47fc-41c1-b493-6110d18baed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:30.807757274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ab1b6f-47fc-41c1-b493-6110d18baed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:30.858021272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46ab1b6f-47fc-41c1-b493-6110d18baed8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:32.680876252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c8bf4-5e6d-4652-8247-18475fa822fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:32.731820659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c8bf4-5e6d-4652-8247-18475fa822fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:32.783445307Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c8bf4-5e6d-4652-8247-18475fa822fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:32.83375058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"815c8bf4-5e6d-4652-8247-18475fa822fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:38.674780271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"d59ef638-61e7-4dcc-8b6a-9d82199efd82","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-c56865","tenantID":"e2e-inf-a-c56865","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:38.788264445Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"d59ef638-61e7-4dcc-8b6a-9d82199efd82","name":"e2e-inf-a-c56865-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:39.127581584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d5fa06-9b82-47d8-a855-9c6ac39e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:39.177626099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d5fa06-9b82-47d8-a855-9c6ac39e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:39.227561812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d5fa06-9b82-47d8-a855-9c6ac39e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:39.277595304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39d5fa06-9b82-47d8-a855-9c6ac39e15d7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:39.906519159Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b6c56b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b6c56b","reconcileID":"5c84028a-ef4f-4755-8e64-ff58be7c4613","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b6c56b","applied":{"maas.opendatahub.io/gateway-access-e2e-extmod-b-b6c56b":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:41.16622975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4cb583-7bc3-4f6d-b57f-e95dfef0aaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:41.216399427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4cb583-7bc3-4f6d-b57f-e95dfef0aaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:41.266755078Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4cb583-7bc3-4f6d-b57f-e95dfef0aaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:41.316773277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9a4cb583-7bc3-4f6d-b57f-e95dfef0aaee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.160029417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d67f3-d245-4621-b9ba-60e6ba76026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.211822181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d67f3-d245-4621-b9ba-60e6ba76026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.262885892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d67f3-d245-4621-b9ba-60e6ba76026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:43.31313877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"140d67f3-d245-4621-b9ba-60e6ba76026a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:45.182545188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734e837-f41c-4730-82c0-276bc5314dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:45.232746635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734e837-f41c-4730-82c0-276bc5314dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:45.283305314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734e837-f41c-4730-82c0-276bc5314dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:45.333544635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9734e837-f41c-4730-82c0-276bc5314dbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:47.163758736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c88ee0-c47c-4889-9176-4fd8cd2b4cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:47.213780142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c88ee0-c47c-4889-9176-4fd8cd2b4cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:47.263926956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c88ee0-c47c-4889-9176-4fd8cd2b4cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:47.31405014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d7c88ee0-c47c-4889-9176-4fd8cd2b4cb2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:49.135619943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149304d4-dce6-4d9c-8d42-401f19f3cb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:49.185426406Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149304d4-dce6-4d9c-8d42-401f19f3cb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:49.235728186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149304d4-dce6-4d9c-8d42-401f19f3cb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:49.285872927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"149304d4-dce6-4d9c-8d42-401f19f3cb56","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:51.155288853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e8198e-0994-48f2-b3fe-1b07e88f093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:51.205777551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e8198e-0994-48f2-b3fe-1b07e88f093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:51.256035474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e8198e-0994-48f2-b3fe-1b07e88f093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:51.306018067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1e8198e-0994-48f2-b3fe-1b07e88f093c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:53.144712756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4f3613-7f42-4a78-9b3e-a0465cc4f1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:53.194909511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4f3613-7f42-4a78-9b3e-a0465cc4f1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:53.245059365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4f3613-7f42-4a78-9b3e-a0465cc4f1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:53.295451747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a4f3613-7f42-4a78-9b3e-a0465cc4f1b8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:25:53.913395499Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:18.584051923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"c038d680-734a-48c8-b8f1-b226acc48195","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:18.846663894Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"f9c8b8cd-faf8-41fc-a0bf-2c9e10a14fc5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:18.963070654Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7940e635-8ce2-4f1b-b64a-fbb9b6b25ce4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.065532617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"003206b6-4978-4432-978f-ab9956e60182","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.079123591Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"f56dfbab-827f-45a7-b66c-412f9dd80bcd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.425127391Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"14c21b32-27df-4b2e-ace0-3ad3529abdec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.527042256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"b071fe88-256e-4411-969c-de4b72f4bc62","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.716118288Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f8d46873-e81c-4467-9dab-cfb917e15797","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.887313385Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"494a7f47-7a87-4390-aa27-c3cf9c03c9b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:19.998666233Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"09fbd74d-d31f-4b74-804b-b8d57da032ad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:20.099654682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"3a6ef621-e4af-41e8-b52c-547a3b949603","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:20.114580488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"dd9645f7-bd4a-484f-80ba-f840cb45ed26","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:23.913484861Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:34.014717089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecda6f5d-be60-43ae-b698-19295f562524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:34.064895927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecda6f5d-be60-43ae-b698-19295f562524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:34.115008414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecda6f5d-be60-43ae-b698-19295f562524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:34.164974646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ecda6f5d-be60-43ae-b698-19295f562524","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:35.990957381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5933645e-77e9-4088-a8ef-54dd4b21896d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:36.041310371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5933645e-77e9-4088-a8ef-54dd4b21896d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:36.091606979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5933645e-77e9-4088-a8ef-54dd4b21896d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:36.14154764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5933645e-77e9-4088-a8ef-54dd4b21896d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:38.025553306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf030b-dc7a-4604-b653-53a7415f056b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:38.075440668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf030b-dc7a-4604-b653-53a7415f056b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:38.125639988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf030b-dc7a-4604-b653-53a7415f056b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:38.175828736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0bf030b-dc7a-4604-b653-53a7415f056b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:40.069399417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91834bce-e60f-4519-910a-bd5c8fb5e07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:40.119790652Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91834bce-e60f-4519-910a-bd5c8fb5e07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:40.127842262Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e40047","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e40047","reconcileID":"4e2049f0-d3a7-429f-87c8-25b8864ade89","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e40047","applied":{"maas.opendatahub.io/gateway-access-e2e-inf-b-e40047":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:40.169773505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91834bce-e60f-4519-910a-bd5c8fb5e07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:40.220015758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"91834bce-e60f-4519-910a-bd5c8fb5e07c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:42.060675326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c6f4e05-6898-4c0e-9fa9-df57da5b9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:42.111313586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c6f4e05-6898-4c0e-9fa9-df57da5b9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:42.161783179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c6f4e05-6898-4c0e-9fa9-df57da5b9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:42.2119852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c6f4e05-6898-4c0e-9fa9-df57da5b9c73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:42.366801991Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"535fb53b-8fa8-44b7-8c31-9b10e248454d","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-a-0b98c1","tenantID":"e2e-inf-a-0b98c1","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:42.53064255Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"535fb53b-8fa8-44b7-8c31-9b10e248454d","name":"e2e-inf-a-0b98c1-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:44.092742671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409e3f1a-1dd0-4700-acc5-b84113fe76aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:44.143253252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409e3f1a-1dd0-4700-acc5-b84113fe76aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:44.193517392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409e3f1a-1dd0-4700-acc5-b84113fe76aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:44.243721336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"409e3f1a-1dd0-4700-acc5-b84113fe76aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:46.090310964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a2223-30ca-42f7-b134-3dfb4388a240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:46.140328199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a2223-30ca-42f7-b134-3dfb4388a240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:46.190278351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a2223-30ca-42f7-b134-3dfb4388a240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:46.240327166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b2a2223-30ca-42f7-b134-3dfb4388a240","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:53.912297216Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.188348292Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"716ed03c-30de-4b57-89be-4a0cdb65aeb0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.288089808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"e5932004-d931-4245-a777-f1d7be1e2659","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.305465124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"e0ef8cba-9458-4f6b-b2d4-f13226a0de64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.391777246Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"ebc9aa10-3876-4ee1-95cc-6400042de494","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.423071961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d4711d3-75e8-4f54-8c8d-e562793529c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.598916923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"b317ed3b-ea30-4062-a01f-634a5d741d7c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.698949943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"2af71be2-0ea9-4252-b7bd-e257189f6aa7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:57.890183124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"7e6bde23-cc1b-45b1-867f-bf5547902774","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:58.237320245Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"ca9f108a-953f-4619-bfc8-34037206b29f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:58.337318923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"f89e593e-1171-47d4-8152-df6e7249c044","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:58.438550655Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"fe69a78d-c309-4f97-ad72-ea5c64294805","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:26:58.591595258Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"731e775e-e6b0-43f8-8012-2fc6ab60888a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:16.135196403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"d06d37b2-8463-4559-a564-28bc3a7ef7f2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-extmod-b-b6c56b","tenantID":"e2e-extmod-b-b6c56b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:16.248652323Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"d06d37b2-8463-4559-a564-28bc3a7ef7f2","name":"e2e-extmod-b-b6c56b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:23.912753632Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.304902524Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"6726ae48-c7e2-4212-89c4-a766569b79e0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.423086522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"7c064705-1ee4-43cb-8a9d-8354b58f58cb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.523897995Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"cbbbcc00-dce4-4447-a66b-d8e9de48ba54","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.623305313Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"f1f17a64-655f-4a2b-bf80-718f2107665f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:46.77332066Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"1a65b14c-0e1c-491f-b8a2-8d71fbd830d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:47.069746477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"a9f81775-4c1d-4d57-a0ab-7b1be1e840c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:47.185711048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"2333f6be-b9c8-457a-a01c-208633503c86","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:47.359602604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6664fd98-fd0c-4893-929c-959beeb627ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:47.590683296Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"e57c00fb-3f26-44bd-b84b-94f6067eea98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:47.771972306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"450f5a36-218f-499a-9e61-9797949ed980","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:47.872295943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"36289ac9-3b5f-418b-97e4-2629b0314a2a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:47.973737724Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"be981132-f30b-4aa8-9bdf-7ca258fecdbd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:27:53.912981665Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.323958857Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","namespace":"ai-tenant-e2e-inf-a-0b98c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.324016017Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","namespace":"ai-tenant-e2e-inf-a-0b98c1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.324064656Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","tenant":"e2e-inf-a-0b98c1","tenantID":"e2e-inf-a-0b98c1","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.378269832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"Deployment","name":"maas-api-e2e-inf-a-0b98c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.436166701Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"Service","name":"maas-api-e2e-inf-a-0b98c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.492173168Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-0b98c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.545952911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-0b98c1","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.598644603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.653185894Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.708572514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.761158969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.811151664Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"Deployment","name":"payload-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.860913624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.910732725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"Service","name":"payload-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:13.962946485Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.015204385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.069341575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.123394652Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.172982401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.222512424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.272722864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.322655599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-0b98c1","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:14.374102969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-0b98c1"},"namespace":"ai-tenant-e2e-inf-a-0b98c1","name":"default-tenant","reconcileID":"79d0e9ce-3dca-472d-b8e4-54b61294299f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-0b98c1","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:18.210443284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b758d9-8bcb-4a2f-8d42-48e37a3404b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:18.261254346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b758d9-8bcb-4a2f-8d42-48e37a3404b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:18.311359998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b758d9-8bcb-4a2f-8d42-48e37a3404b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:18.362296375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"90b758d9-8bcb-4a2f-8d42-48e37a3404b4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.143901737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"3024e42d-cf59-4dfc-8aa9-461479a50fef","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-inf-b-e40047","tenantID":"e2e-inf-b-e40047","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.258278674Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"3024e42d-cf59-4dfc-8aa9-461479a50fef","name":"e2e-inf-b-e40047-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.327789772Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"b997ea50-b09d-4fc7-9dd8-1ed7bd4f7598","namespace":"ai-tenant-e2e-inf-a-d6fbd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.378326743Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"b997ea50-b09d-4fc7-9dd8-1ed7bd4f7598","namespace":"ai-tenant-e2e-inf-a-d6fbd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:19.378429674Z","body":"Deferring maas-api cleanup: owning AITenant has not completed API-key revocation","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"b997ea50-b09d-4fc7-9dd8-1ed7bd4f7598","aitenant":"ai-tenants/e2e-inf-a-d6fbd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:20.243130036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a29c7b-eccf-4ceb-98b6-585a7135132b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:20.293717066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a29c7b-eccf-4ceb-98b6-585a7135132b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:20.34426747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a29c7b-eccf-4ceb-98b6-585a7135132b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:20.395027445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58a29c7b-eccf-4ceb-98b6-585a7135132b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:20.395135202Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0b98c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0b98c1","reconcileID":"b72f7a79-1220-438f-8820-c356a96c69dc","aitenant":"ai-tenants/e2e-inf-a-0b98c1","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:21.155839415Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-0b98c1","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-0b98c1","reconcileID":"b72f7a79-1220-438f-8820-c356a96c69dc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-0b98c1","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-0b98c1"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:22.262947373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f98dd9-60f0-4e82-a820-c3fd2eb45f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:22.31311528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f98dd9-60f0-4e82-a820-c3fd2eb45f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:22.363288578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f98dd9-60f0-4e82-a820-c3fd2eb45f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:22.414549458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51f98dd9-60f0-4e82-a820-c3fd2eb45f40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:23.912945241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:24.250545432Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475f10a-b3d8-45d0-9d32-f879cd065ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:24.300834183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475f10a-b3d8-45d0-9d32-f879cd065ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:24.350868485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475f10a-b3d8-45d0-9d32-f879cd065ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:24.400837184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0475f10a-b3d8-45d0-9d32-f879cd065ec0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.193023052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"754c1d17-048f-4c12-a045-00f6d0883d17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.193047281Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"754c1d17-048f-4c12-a045-00f6d0883d17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.247768408Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471013c9-b4f5-47a4-9a85-db0d0cda0c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.247789386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"471013c9-b4f5-47a4-9a85-db0d0cda0c1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.374188807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"c7446d1d-6848-4721-b593-9c5329de27af","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.549036867Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"c7446d1d-6848-4721-b593-9c5329de27af","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.59652808Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ffda37-5ab7-4f68-b332-a65ae58c5f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.596547763Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"72ffda37-5ab7-4f68-b332-a65ae58c5f83","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.602879093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"c7446d1d-6848-4721-b593-9c5329de27af","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.651101117Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8157d6ad-9709-4c56-9069-645b71f5f505","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.651124332Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8157d6ad-9709-4c56-9069-645b71f5f505","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.689346796Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3534c56-bbf3-477c-8f27-b52a6db6cb9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.689398812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a3534c56-bbf3-477c-8f27-b52a6db6cb9e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:28:25.704495845Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-sub-ee7960fc","reconcileID":"93ac03bb-9aee-482f-9a1e-6d5bcaa37d9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-ee7960fc\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.789308338Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"16289791-ec85-4f62-a6aa-f282ceb3b685","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.816062222Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8acc41fb-4716-48cc-a790-75bf80fd0f75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.816086567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8acc41fb-4716-48cc-a790-75bf80fd0f75","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.844748195Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"16289791-ec85-4f62-a6aa-f282ceb3b685","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.87235718Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c08e7748-3261-464e-bba2-22e3e78b9bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.872404577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c08e7748-3261-464e-bba2-22e3e78b9bc6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:25.902504681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"16289791-ec85-4f62-a6aa-f282ceb3b685","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.13049693Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-sub-ee7960fc","reconcileID":"e9982873-effc-4692-bdda-d25a1a71224b","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-ee7960fc/e2e-sub-ee7960fc","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.239203921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993caaf-f63a-4a1b-9f1e-9f32c523fbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.289603781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993caaf-f63a-4a1b-9f1e-9f32c523fbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.30155504Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77bf9a6a-a014-496d-b861-ec6508f16d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.301573704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"77bf9a6a-a014-496d-b861-ec6508f16d91","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.339866385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993caaf-f63a-4a1b-9f1e-9f32c523fbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.342880257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"537ca815-7fd9-49c2-9afc-c0a13fec0310","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.390317279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a993caaf-f63a-4a1b-9f1e-9f32c523fbf1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:26.543175715Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-sub-ee7960fc","reconcileID":"af9ac6b4-e72a-428f-a560-b935b29a510a","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:28.242454022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4295217d-2563-4acd-9bad-16dbd7d38d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:28.292531983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4295217d-2563-4acd-9bad-16dbd7d38d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:28.342746394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4295217d-2563-4acd-9bad-16dbd7d38d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:28.393054698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4295217d-2563-4acd-9bad-16dbd7d38d54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:31.860551182Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"5997bd04-a984-4663-8d54-28ef10bb3e8b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.039038225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"e41cb12d-6411-44cc-a2d5-f08d77026b75","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.333001639Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"df9b0a76-9840-4285-a14d-7c1583e29f6d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.435015662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"5b0d5753-7d00-41a9-bbcd-09cdb944eb69","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.442927732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"be056662-c135-450d-bc7e-2d592f9023ca","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.613543252Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"43615566-eaa4-4806-89a7-9422004cf227","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.71383604Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"22ac9aff-0480-4c5f-bf75-3be8874d75f3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.848137953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"c90a39e6-2aa1-4d05-9582-83a01cdf4935","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:32.961188497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"128663bb-79f7-4cec-87c8-65d5d1a594b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:33.086168981Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"5334727a-ab86-4287-94c7-77742734e6f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:33.530015584Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"982514d2-9765-4390-a78a-0ac78873e4fc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:36.003317159Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"e3f04e84-3a66-401a-8932-6866c918132b","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:36.058929758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"e3f04e84-3a66-401a-8932-6866c918132b","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:36.1128016Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"e3f04e84-3a66-401a-8932-6866c918132b","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.354145328Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","namespace":"ai-tenant-e2e-inf-a-c56865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.354209319Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","namespace":"ai-tenant-e2e-inf-a-c56865","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.354263971Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","tenant":"e2e-inf-a-c56865","tenantID":"e2e-inf-a-c56865","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.406735924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"Deployment","name":"maas-api-e2e-inf-a-c56865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.465349848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"Service","name":"maas-api-e2e-inf-a-c56865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.523201148Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-c56865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.581191296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-c56865","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.634490537Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.687230999Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.742789207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.795734455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.84577524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"Deployment","name":"payload-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.896942212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.946766863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"Service","name":"payload-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:39.996744368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.046418402Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.096611932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.146742094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.20125074Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.251069258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.300979984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.351050776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-c56865","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.400910519Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-c56865"},"namespace":"ai-tenant-e2e-inf-a-c56865","name":"default-tenant","reconcileID":"fd5be2d0-8e00-464a-b81b-f1ebb62ae9d7","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-c56865","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:40.78281326Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c56865","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c56865","reconcileID":"320dd32d-f64c-4e02-b7ac-45f2ca229442","aitenant":"ai-tenants/e2e-inf-a-c56865","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:41.284018483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7074ea-bd92-429b-927e-49ac91205b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:41.334315349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7074ea-bd92-429b-927e-49ac91205b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:41.384827856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7074ea-bd92-429b-927e-49ac91205b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:41.439242042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0a7074ea-bd92-429b-927e-49ac91205b93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:41.598496308Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-c56865","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-c56865","reconcileID":"320dd32d-f64c-4e02-b7ac-45f2ca229442","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-c56865","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-c56865"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:43.297619834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077b191-5dd2-4885-9393-93bf1f8da8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:43.348514197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077b191-5dd2-4885-9393-93bf1f8da8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:43.399002108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077b191-5dd2-4885-9393-93bf1f8da8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:43.449908393Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1077b191-5dd2-4885-9393-93bf1f8da8f7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:45.314307811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4069efde-37a6-4092-a468-5e6d50dea641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:45.364961717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4069efde-37a6-4092-a468-5e6d50dea641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:45.415230553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4069efde-37a6-4092-a468-5e6d50dea641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:45.465525594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4069efde-37a6-4092-a468-5e6d50dea641","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:46.225842186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"bb50b0ea-b1ae-449e-a6d2-ed9d2c538629","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:46.310491892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"bb50b0ea-b1ae-449e-a6d2-ed9d2c538629","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:46.36520172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"bb50b0ea-b1ae-449e-a6d2-ed9d2c538629","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:47.399808106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505473a9-8f82-453e-8be2-c576bbe9ee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:47.450440862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505473a9-8f82-453e-8be2-c576bbe9ee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:47.502343386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505473a9-8f82-453e-8be2-c576bbe9ee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:47.552616304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"505473a9-8f82-453e-8be2-c576bbe9ee5e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:49.376305341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef48afab-1aff-4cbf-a85e-520f60e5dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:49.427018763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef48afab-1aff-4cbf-a85e-520f60e5dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:49.47776794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef48afab-1aff-4cbf-a85e-520f60e5dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:49.528045154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ef48afab-1aff-4cbf-a85e-520f60e5dc36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.354165953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e9d0d-0026-4a11-8ebc-b08098a0bf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.404425921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e9d0d-0026-4a11-8ebc-b08098a0bf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.454578519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e9d0d-0026-4a11-8ebc-b08098a0bf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:51.505454498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b0e9d0d-0026-4a11-8ebc-b08098a0bf2c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.340074428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f07606f-c6f0-4cb0-8502-60ac94b01c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.390816495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f07606f-c6f0-4cb0-8502-60ac94b01c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.441374183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f07606f-c6f0-4cb0-8502-60ac94b01c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.491617395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f07606f-c6f0-4cb0-8502-60ac94b01c8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:53.914075441Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.316850876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a8af37-bdc1-487d-808c-acf652295e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.367049885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a8af37-bdc1-487d-808c-acf652295e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.417391629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a8af37-bdc1-487d-808c-acf652295e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:55.467672903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6a8af37-bdc1-487d-808c-acf652295e9d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:56.525784836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"b2a8649e-9de1-41bc-b01c-d5041e659123","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:56.581403615Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"b2a8649e-9de1-41bc-b01c-d5041e659123","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:56.639037Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"b2a8649e-9de1-41bc-b01c-d5041e659123","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:57.300923493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3df587-73a2-4ce7-b17d-1932364185c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:57.35131712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3df587-73a2-4ce7-b17d-1932364185c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:57.401645875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3df587-73a2-4ce7-b17d-1932364185c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:57.45170234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb3df587-73a2-4ce7-b17d-1932364185c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.352269171Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d55ebc-6b73-43be-9aa8-0265f696d813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.402538827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d55ebc-6b73-43be-9aa8-0265f696d813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.452820975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d55ebc-6b73-43be-9aa8-0265f696d813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:28:59.503005239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78d55ebc-6b73-43be-9aa8-0265f696d813","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:06.747045853Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"f1f03e2c-78d0-436b-bf45-1596686c7018","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:06.802758769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"f1f03e2c-78d0-436b-bf45-1596686c7018","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:06.856668896Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 6, current generation is 7","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"f1f03e2c-78d0-436b-bf45-1596686c7018","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:14.429877453Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-sub-ee7960fc","reconcileID":"be12da92-a90a-4f15-b415-d8e9519c7df6","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:14.429907487Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fa026c9b-df6c-4ea5-875b-bca8d7156ae2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:16.958553461Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"cd99bd9e-458c-4b48-adae-f9de49d78d74","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:17.013943407Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"cd99bd9e-458c-4b48-adae-f9de49d78d74","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:17.071306331Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"cd99bd9e-458c-4b48-adae-f9de49d78d74","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:17.127992688Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12768510-9859-44cc-8417-51e8bddf8364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:17.128013288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"12768510-9859-44cc-8417-51e8bddf8364","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:23.913555405Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:27.227789054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"6df3a55a-a715-4a90-9031-1741f31a6822","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:27.283285643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"6df3a55a-a715-4a90-9031-1741f31a6822","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:27.337562412Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"6df3a55a-a715-4a90-9031-1741f31a6822","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.094872213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"54489e87-70eb-4a31-93db-004ebf9a3d58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.300443311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ef279f1d-d31c-4aeb-a6f5-25d424778fe8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.589508659Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"42352e42-c6ae-4e9e-acd9-3386bcfb7bcc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:31.689924407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"d08fc274-ebce-4c1f-b1ad-252746f85e87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.002898848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"56814472-083a-48ae-bddb-6c1028e3126c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.103197275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"776f7569-2738-43fc-845c-8fbca3bffee1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.119874271Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a6aea15c-797b-4f5f-a359-4329fa227566","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.119890632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-sub-ee7960fc","reconcileID":"d090958a-1cec-4c43-b895-0fe77025ada0","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.203799787Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a53a58bc-ccd8-4504-a353-c0350cc1a835","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.307305037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"3661fdc0-23d6-4daf-ad8f-27317bc707c7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.407840274Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"edc5cdb2-bda0-42ff-a4fa-d297a1513106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.508728347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"44bc1f8b-868e-49f8-848e-bf8683021e0e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:32.52784106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"c46ce66b-8b98-40d0-93bf-0fbdbedcdaea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.438881385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"abdfde12-f198-435b-9ce2-81a62beeed64","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.493915782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"abdfde12-f198-435b-9ce2-81a62beeed64","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.804551772Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71c77609-3a58-4d94-b4bb-50507a704d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:37.804572607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"71c77609-3a58-4d94-b4bb-50507a704d30","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.419036994Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"727cd326-69ce-4ae2-8c40-8ae5048511df","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.419044336Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31c53636-7f57-4fb0-be5d-34f4ad1c3f1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.419141913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31c53636-7f57-4fb0-be5d-34f4ad1c3f1e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.569443475Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-policy-ee7960fc","reconcileID":"727cd326-69ce-4ae2-8c40-8ae5048511df","MaaSAuthPolicy":{"name":"e2e-policy-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"policyNamespace":"ai-tenant-e2e-mt-ee7960fc","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.624671426Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4971b273-52a5-4e62-b604-5595e7e4eed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.624691284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4971b273-52a5-4e62-b604-5595e7e4eed7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.77299719Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1249894-68c9-4075-9de4-b2b620623e6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:38.773025263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c1249894-68c9-4075-9de4-b2b620623e6a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:45.961620505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb29572-957d-4887-b41f-422912661530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:46.011997487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb29572-957d-4887-b41f-422912661530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:46.062025215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb29572-957d-4887-b41f-422912661530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:46.113494302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7bb29572-957d-4887-b41f-422912661530","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:47.937608268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b73fa5-0a1c-454d-a4dc-105b65f2ab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:47.988242867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b73fa5-0a1c-454d-a4dc-105b65f2ab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.038233613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b73fa5-0a1c-454d-a4dc-105b65f2ab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.088529087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"46b73fa5-0a1c-454d-a4dc-105b65f2ab7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.772530106Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","namespace":"ai-tenant-e2e-inf-a-d6fbd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.772594957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","namespace":"ai-tenant-e2e-inf-a-d6fbd7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.772649595Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","tenant":"e2e-inf-a-d6fbd7","tenantID":"e2e-inf-a-d6fbd7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.824273242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"Deployment","name":"maas-api-e2e-inf-a-d6fbd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.883447666Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"Service","name":"maas-api-e2e-inf-a-d6fbd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.932480098Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-sub-ee7960fc","reconcileID":"72c2c597-fa33-487c-9b02-cd6ced9def02","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-sub-ee7960fc","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.941674238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-d6fbd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:48.994514503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-d6fbd7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.047580224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.103177559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.157528043Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"namespace":"ai-tenant-e2e-mt-ee7960fc","name":"e2e-sub-ee7960fc","reconcileID":"72c2c597-fa33-487c-9b02-cd6ced9def02","MaaSSubscription":{"name":"e2e-sub-ee7960fc","namespace":"ai-tenant-e2e-mt-ee7960fc"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.161320327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.213525716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.263393257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"Deployment","name":"payload-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.312927715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.359205969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"fc31ed27-f7b4-483f-8dbb-17bcf9dfd499","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.362511325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"Service","name":"payload-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.417023617Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd869240-2bd6-45ca-8a10-20257151ac2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.417047529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"cd869240-2bd6-45ca-8a10-20257151ac2e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.421031213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.47054531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.520202411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.569770049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.623879313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.673727536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.723475712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.774343489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-d6fbd7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.824046698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-d6fbd7"},"namespace":"ai-tenant-e2e-inf-a-d6fbd7","name":"default-tenant","reconcileID":"8ddf898d-45ad-4fb4-aebc-513ccc380f22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-d6fbd7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.919442218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeea569d-bb76-4904-9f82-a0166c74e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:49.970435214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeea569d-bb76-4904-9f82-a0166c74e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:50.0205085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeea569d-bb76-4904-9f82-a0166c74e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:50.070593721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"eeea569d-bb76-4904-9f82-a0166c74e11b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:50.499138585Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-d6fbd7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-d6fbd7","reconcileID":"26422f47-1e98-405d-aaee-81765eae8ecf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-d6fbd7","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-d6fbd7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:51.903821893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efab2311-0cdf-4ffa-a3fb-6347dc9fa135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:51.954079973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efab2311-0cdf-4ffa-a3fb-6347dc9fa135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:52.004473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efab2311-0cdf-4ffa-a3fb-6347dc9fa135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:52.054686994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"efab2311-0cdf-4ffa-a3fb-6347dc9fa135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:53.912472166Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:53.9216921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c79e71-4ae3-4126-8365-8af2151b8a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:53.97212886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c79e71-4ae3-4126-8365-8af2151b8a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.02250853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c79e71-4ae3-4126-8365-8af2151b8a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.027461098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be639e42-a480-4fb1-bbbc-4d6714a78146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.027479429Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"be639e42-a480-4fb1-bbbc-4d6714a78146","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.072678807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29c79e71-4ae3-4126-8365-8af2151b8a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.126015076Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b13401e8-5c27-45b4-98f7-a4924ff062c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.126037933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b13401e8-5c27-45b4-98f7-a4924ff062c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.280759435Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-policy-08f2db72","reconcileID":"ead0952d-e805-471f-8b74-d71170a1e596","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.295600326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7165722f-a2a5-4c8f-a267-571282baa2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.295619779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7165722f-a2a5-4c8f-a267-571282baa2eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.335929629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-policy-08f2db72","reconcileID":"ead0952d-e805-471f-8b74-d71170a1e596","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.348880072Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d61fe6fa-427a-4133-8504-e7037f556639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.348904019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d61fe6fa-427a-4133-8504-e7037f556639","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:54.401097195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-sub-08f2db72","reconcileID":"85d4aacd-ff18-454c-84bd-3c19b29f6c82","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-08f2db72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.51769676Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aef97596-8fe2-4f11-b846-2878f2fdfa8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.517715768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"aef97596-8fe2-4f11-b846-2878f2fdfa8c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.573205372Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"459a1852-d5dc-4045-a8bc-04cdfd861918","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.573224188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"459a1852-d5dc-4045-a8bc-04cdfd861918","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.644529017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3205eb5-fdb2-4848-a699-3dc400e351b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.644548842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e3205eb5-fdb2-4848-a699-3dc400e351b6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.745168491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-policy-08f2db72","reconcileID":"2ec32bc8-f4e8-41e7-b067-e662581b6e8c","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.800029543Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-policy-08f2db72","reconcileID":"2ec32bc8-f4e8-41e7-b067-e662581b6e8c","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.835388839Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-sub-08f2db72","reconcileID":"4e3c1e5b-2408-4393-8275-d6800dbe44e5","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-08f2db72/e2e-shared-sub-08f2db72","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.996275648Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08132c52-a856-4d71-9fe0-b26babc5fb07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:54.996303068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08132c52-a856-4d71-9fe0-b26babc5fb07","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.042314895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0d1f340d-0f3a-4cb0-8fc0-16cd53f1967f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.197028114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-sub-08f2db72","reconcileID":"9c75b2ce-223a-498b-b3b2-81816a249e88","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.281246314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51147855-90e6-49f4-8468-7f7cfe2e36e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.281270069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"51147855-90e6-49f4-8468-7f7cfe2e36e5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.336207432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcdb1fdb-e009-467e-8f25-8dfce0dd9522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.33622831Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"dcdb1fdb-e009-467e-8f25-8dfce0dd9522","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.435880828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-policy-08f2db72","reconcileID":"e19dd49e-399b-48d7-b1ab-e82289beeb36","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.491106357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-policy-08f2db72","reconcileID":"e19dd49e-399b-48d7-b1ab-e82289beeb36","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.540091846Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22c28f4e-3ddf-4ddb-afbc-09da3ed56337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.540111982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22c28f4e-3ddf-4ddb-afbc-09da3ed56337","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.595808019Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cf08285-9488-4c5f-9703-151195f0fbd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.595830433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cf08285-9488-4c5f-9703-151195f0fbd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:29:55.646270186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-sub-08f2db72","reconcileID":"afeaedbe-13f2-4c65-85fc-b5b410370bbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-08f2db72\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.750895746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a8ef8a6-5846-4564-adff-ba7714979019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.750915154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a8ef8a6-5846-4564-adff-ba7714979019","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.760600362Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"528434dd-d55a-44d2-9360-05d382d55b05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.760623823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"528434dd-d55a-44d2-9360-05d382d55b05","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.81608843Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78d0c7c-6a6f-4261-9d5d-13ab5f3c5a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.816113516Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b78d0c7c-6a6f-4261-9d5d-13ab5f3c5a4d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.852034967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-policy-08f2db72","reconcileID":"40f4928c-a3d5-49d7-a012-805ef75d4844","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:55.907042799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-policy-08f2db72","reconcileID":"40f4928c-a3d5-49d7-a012-805ef75d4844","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.076158854Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-sub-08f2db72","reconcileID":"75bf41f2-4ed9-4626-a7d9-cb5f5d3df218","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-08f2db72/e2e-shared-sub-08f2db72","ai-tenant-e2e-mt-69b301b5/e2e-shared-sub-08f2db72","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.269411176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fcaba2-a947-4b84-8705-81c2fa6b62ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.269431261Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f3fcaba2-a947-4b84-8705-81c2fa6b62ed","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.281466063Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-sub-08f2db72","reconcileID":"0498e7bd-5920-4d60-b13c-18b6b22d1841","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.281475549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"79b9b45b-9466-4186-b1bd-a86e7037ea2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.416084886Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-policy-08f2db72","reconcileID":"751d9701-4493-4b74-becb-fc887be99a74","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.416637748Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7709c370-0027-4873-9b6c-18eac836021f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.41666412Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7709c370-0027-4873-9b6c-18eac836021f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.470753218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-sub-08f2db72","reconcileID":"715bcd91-1b3f-4812-b6eb-a23353c9e48a","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.566491032Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-policy-08f2db72","reconcileID":"751d9701-4493-4b74-becb-fc887be99a74","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"policyNamespace":"ai-tenant-e2e-mt-08f2db72","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.621047548Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3118de2a-755a-4d5b-8f45-3fb0138de658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.621068018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3118de2a-755a-4d5b-8f45-3fb0138de658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.768034191Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fcfde0-0677-48a7-bbf7-30527f753118","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:56.768060577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2fcfde0-0677-48a7-bbf7-30527f753118","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:59.836233368Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","namespace":"ai-tenant-e2e-extmod-a-ea5c75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:59.836288876Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","namespace":"ai-tenant-e2e-extmod-a-ea5c75","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:59.836345028Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","tenant":"e2e-extmod-a-ea5c75","tenantID":"e2e-extmod-a-ea5c75","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:59.88841257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"Deployment","name":"maas-api-e2e-extmod-a-ea5c75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:29:59.950450912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"Service","name":"maas-api-e2e-extmod-a-ea5c75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.004193802Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-a-ea5c75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.057404694Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-a-ea5c75","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.151720228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.240625401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.299114063Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.357825898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.408864345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"Deployment","name":"payload-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.459089022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.509023947Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"Service","name":"payload-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.559164635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"Service","name":"payload-pre-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.608896205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.658531339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.709652232Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.763929993Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.813782262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.865880325Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.915722995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-a-ea5c75","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:00.967984207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-a-ea5c75"},"namespace":"ai-tenant-e2e-extmod-a-ea5c75","name":"default-tenant","reconcileID":"b3883746-0f6b-4697-94ca-358527a07c34","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-a-ea5c75","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:06.924479717Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-sub-08f2db72","reconcileID":"09418bb3-2103-43c1-b45e-907ef5867af2","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-08f2db72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:07.133172976Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"namespace":"ai-tenant-e2e-mt-08f2db72","name":"e2e-shared-sub-08f2db72","reconcileID":"09418bb3-2103-43c1-b45e-907ef5867af2","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-08f2db72"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-69b301b5/e2e-shared-sub-08f2db72","models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:07.335543103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-sub-08f2db72","reconcileID":"907e9e28-6a96-4316-b09e-6250ab28978d","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:07.335568758Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0007c413-f195-4bfb-b677-4becb534675a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:07.346119732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26ca46b9-8ccb-4397-9711-163e92f78982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:07.346137274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"26ca46b9-8ccb-4397-9711-163e92f78982","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:08.58973772Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ea5c75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ea5c75","reconcileID":"2f4e5162-6831-4b63-bcb1-dd57387673e4","aitenant":"ai-tenants/e2e-extmod-a-ea5c75","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:09.138102266Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c41882-c4fb-490e-957c-e40c99ea19d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:09.18853136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c41882-c4fb-490e-957c-e40c99ea19d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:09.238795186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c41882-c4fb-490e-957c-e40c99ea19d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:09.288962609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c6c41882-c4fb-490e-957c-e40c99ea19d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:09.397963996Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-a-ea5c75","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-a-ea5c75","reconcileID":"2f4e5162-6831-4b63-bcb1-dd57387673e4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-a-ea5c75","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-a-ea5c75"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.152113108Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"457fff27-69cf-42b6-9f58-b01271c3230e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.185709983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c7ab65-1966-44ca-8c2b-4f9a1634ef8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.20489492Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"dc3f0989-f150-45a6-b570-a5e83b2c0cdf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.238720873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c7ab65-1966-44ca-8c2b-4f9a1634ef8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.290806658Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c7ab65-1966-44ca-8c2b-4f9a1634ef8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.345816084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c7ab65-1966-44ca-8c2b-4f9a1634ef8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.565314771Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"2c8f901d-2408-476f-b4dd-8ca5c08455d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.675962237Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"03741f3d-e485-468a-b2df-b207286001f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:11.798175329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"73890246-9667-404b-b15b-5dbfd83e1f24","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.092171029Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"3e24b534-9927-4afa-ab76-e0504724346f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.193271126Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"89ac39bf-d959-49bb-9443-f7190416f0f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.409100596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"8964f2ab-0a69-4726-9709-5219bb40d030","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.465395494Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"41b574d4-0da9-42bd-839c-a712048667cc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.579081224Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"17b93fb5-2d8e-4aac-b171-95fa2abbd103","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:12.750001751Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5956d15a-4ad9-4c91-ad0e-6584372886f9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.33624081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265f6c3c-d54b-4abb-8cf1-d6ffaffb9d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.386471845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265f6c3c-d54b-4abb-8cf1-d6ffaffb9d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.43660143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265f6c3c-d54b-4abb-8cf1-d6ffaffb9d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:13.486718728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"265f6c3c-d54b-4abb-8cf1-d6ffaffb9d86","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.517014669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e633266-fb21-4da7-8415-d9c90be0cf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.567034788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e633266-fb21-4da7-8415-d9c90be0cf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.616966182Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e633266-fb21-4da7-8415-d9c90be0cf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:17.667263365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2e633266-fb21-4da7-8415-d9c90be0cf20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:19.557497223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1fca29-6394-4ed2-a5e0-23e356d648aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:19.607856418Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1fca29-6394-4ed2-a5e0-23e356d648aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:19.658158956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1fca29-6394-4ed2-a5e0-23e356d648aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:19.708428609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cc1fca29-6394-4ed2-a5e0-23e356d648aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:21.554177794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3debbc54-f470-4e49-9c02-cf047ce65b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:21.604326834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3debbc54-f470-4e49-9c02-cf047ce65b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:21.654457268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3debbc54-f470-4e49-9c02-cf047ce65b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:21.704853507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3debbc54-f470-4e49-9c02-cf047ce65b1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.524311055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed820eb6-cbdd-4526-8922-20a63d8f1b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.575897031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed820eb6-cbdd-4526-8922-20a63d8f1b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.627383325Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed820eb6-cbdd-4526-8922-20a63d8f1b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.677447594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ed820eb6-cbdd-4526-8922-20a63d8f1b9b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:23.913123854Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:41.971100511Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"8d5b7610-6167-4e23-8da0-832704dda0a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:41.971390428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-sub-08f2db72","reconcileID":"f59544d6-d379-47c3-8636-aa1fd2fce470","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.160351865Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9693fec-320c-4de2-8e87-e8cd32bbfb1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.160411444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b9693fec-320c-4de2-8e87-e8cd32bbfb1b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.271864152Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"namespace":"ai-tenant-e2e-mt-a690496d","name":"e2e-policy-a690496d","reconcileID":"bb66096f-d01b-472e-a9bf-304317954aba","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.339352566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"namespace":"ai-tenant-e2e-mt-a690496d","name":"e2e-policy-a690496d","reconcileID":"bb66096f-d01b-472e-a9bf-304317954aba","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.612845758Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d77a7fb-c547-41c6-94eb-5451d392edf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:42.61286816Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9d77a7fb-c547-41c6-94eb-5451d392edf3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:47.729755541Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"namespace":"ai-tenant-e2e-mt-a690496d","name":"e2e-policy-a690496d","reconcileID":"5ce3e475-deb9-4f32-984d-f6e21e56b75b","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:47.729940197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c852b034-d027-469d-94d7-113592ab62a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:47.729957274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c852b034-d027-469d-94d7-113592ab62a9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:47.881110218Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"namespace":"ai-tenant-e2e-mt-a690496d","name":"e2e-policy-a690496d","reconcileID":"5ce3e475-deb9-4f32-984d-f6e21e56b75b","MaaSAuthPolicy":{"name":"e2e-policy-a690496d","namespace":"ai-tenant-e2e-mt-a690496d"},"policyNamespace":"ai-tenant-e2e-mt-a690496d","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:47.936577412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46642165-bbe4-4e8b-bd8f-990e04f7f3e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:47.936599821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"46642165-bbe4-4e8b-bd8f-990e04f7f3e1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:53.912992241Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.512603745Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","namespace":"ai-tenant-e2e-inf-a-e051f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.512663186Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","namespace":"ai-tenant-e2e-inf-a-e051f3","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.512710943Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","tenant":"e2e-inf-a-e051f3","tenantID":"e2e-inf-a-e051f3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.564668057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"Deployment","name":"maas-api-e2e-inf-a-e051f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.624631216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"Service","name":"maas-api-e2e-inf-a-e051f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.686094207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-a-e051f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.737755848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-a-e051f3","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.790799339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.843446719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.898066068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.95025067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:30:59.999852054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"Deployment","name":"payload-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.051723359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.10162681Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"Service","name":"payload-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.151504473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"Service","name":"payload-pre-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.201178524Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"DestinationRule","name":"payload-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.250763561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.300616807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.354113689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.404033531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.453931853Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.503704028Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-a-e051f3","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:00.553797704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-a-e051f3"},"namespace":"ai-tenant-e2e-inf-a-e051f3","name":"default-tenant","reconcileID":"16960d53-2035-43cf-941f-21524be6a2ce","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-a-e051f3","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:09.857557798Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e051f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e051f3","reconcileID":"8df70c3f-62e2-400a-8fc6-c473984707cf","aitenant":"ai-tenants/e2e-inf-a-e051f3","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:10.44956173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9799fa0a-855d-449b-be01-614413b33923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:10.500223341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9799fa0a-855d-449b-be01-614413b33923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:10.550359966Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9799fa0a-855d-449b-be01-614413b33923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:10.600559797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9799fa0a-855d-449b-be01-614413b33923","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:10.65854062Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-a-e051f3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-a-e051f3","reconcileID":"8df70c3f-62e2-400a-8fc6-c473984707cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-a-e051f3","removed":["maas.opendatahub.io/gateway-access-e2e-inf-a-e051f3"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.459340549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34270836-adc9-4c97-9f98-02d16d34c051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.509808296Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34270836-adc9-4c97-9f98-02d16d34c051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.559892287Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34270836-adc9-4c97-9f98-02d16d34c051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:12.610095766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"34270836-adc9-4c97-9f98-02d16d34c051","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.42373684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe032452-b452-469f-8414-14f776c4e1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.473907528Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe032452-b452-469f-8414-14f776c4e1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.523820685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe032452-b452-469f-8414-14f776c4e1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:14.573883744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe032452-b452-469f-8414-14f776c4e1b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:19.003359426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02682d88-5873-4e23-b933-e2af2e657ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:19.0536861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02682d88-5873-4e23-b933-e2af2e657ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:19.103928046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02682d88-5873-4e23-b933-e2af2e657ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:19.15658417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02682d88-5873-4e23-b933-e2af2e657ae8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:20.668420969Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105c0132-2082-4400-9ed1-6ac7ec754fb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:20.668451172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"105c0132-2082-4400-9ed1-6ac7ec754fb2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:20.723404684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffdebec6-a710-4fc9-8fc6-e950be764e0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:20.723428214Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ffdebec6-a710-4fc9-8fc6-e950be764e0c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:20.822894197Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"namespace":"ai-tenant-e2e-mt-28d32076","name":"e2e-policy-28d32076","reconcileID":"013c49d1-a68c-4c8d-ae9f-e920c64eea90","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:20.878211727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"namespace":"ai-tenant-e2e-mt-28d32076","name":"e2e-policy-28d32076","reconcileID":"013c49d1-a68c-4c8d-ae9f-e920c64eea90","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:20.997974518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9ddd6b-2f13-40fd-99ae-6a4810c3b099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:21.048532739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9ddd6b-2f13-40fd-99ae-6a4810c3b099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:21.098907664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9ddd6b-2f13-40fd-99ae-6a4810c3b099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:21.149253904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a9ddd6b-2f13-40fd-99ae-6a4810c3b099","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:23.912810708Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.269625509Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","namespace":"ai-tenant-e2e-extmod-b-b6c56b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.269687346Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","namespace":"ai-tenant-e2e-extmod-b-b6c56b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.26973745Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","tenant":"e2e-extmod-b-b6c56b","tenantID":"e2e-extmod-b-b6c56b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.321774224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"Deployment","name":"maas-api-e2e-extmod-b-b6c56b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.382844521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"Service","name":"maas-api-e2e-extmod-b-b6c56b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.439071978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"HTTPRoute","name":"maas-api-route-e2e-extmod-b-b6c56b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.490946476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-extmod-b-b6c56b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.544182416Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.59680528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.651987132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.704712112Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"Telemetry","name":"latency-per-subscription-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.75456687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"Deployment","name":"payload-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.804803711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"Deployment","name":"payload-pre-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.855134466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"Service","name":"payload-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.905138703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"Service","name":"payload-pre-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:25.955169511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"DestinationRule","name":"payload-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.005220807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.055113257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"EnvoyFilter","name":"payload-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.109053398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.159026398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"NetworkPolicy","name":"payload-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.208816474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"ServiceAccount","name":"payload-processing-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.259357009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-extmod-b-b6c56b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:26.309123786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-extmod-b-b6c56b"},"namespace":"ai-tenant-e2e-extmod-b-b6c56b","name":"default-tenant","reconcileID":"3934bdec-99f0-4d5f-b67b-012e7031bd3f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-extmod-b-b6c56b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.1230045Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b6c56b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b6c56b","reconcileID":"2d12b15d-9c7a-4922-bf1b-daf603b4f3cf","aitenant":"ai-tenants/e2e-extmod-b-b6c56b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.642697972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d66367e-8282-447c-a537-e6d21c7dd5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.692972893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d66367e-8282-447c-a537-e6d21c7dd5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.743179833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d66367e-8282-447c-a537-e6d21c7dd5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.793281226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d66367e-8282-447c-a537-e6d21c7dd5cd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:34.903391964Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-extmod-b-b6c56b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-extmod-b-b6c56b","reconcileID":"2d12b15d-9c7a-4922-bf1b-daf603b4f3cf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-extmod-b-b6c56b","removed":["maas.opendatahub.io/gateway-access-e2e-extmod-b-b6c56b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.520775039Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"320cec4a-25dc-4228-9b95-daed52287e67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.520796579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"320cec4a-25dc-4228-9b95-daed52287e67","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.575597816Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2f94036-bc0d-486c-b03c-167a7cb15d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.575617668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f2f94036-bc0d-486c-b03c-167a7cb15d5f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.637292642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430354b-a674-4104-be40-15908f7a47a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.687471895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430354b-a674-4104-be40-15908f7a47a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.737631016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430354b-a674-4104-be40-15908f7a47a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.787721041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b430354b-a674-4104-be40-15908f7a47a6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.78792644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"d55d8240-fad2-4fb6-ba09-0ceba8f16b76","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.912994462Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"d55d8240-fad2-4fb6-ba09-0ceba8f16b76","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:36.967450488Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"d55d8240-fad2-4fb6-ba09-0ceba8f16b76","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.054340533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e381f09-640b-450c-90a3-e3cb6564aee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.054390815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0e381f09-640b-450c-90a3-e3cb6564aee7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.98998726Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-policy-08f2db72","reconcileID":"6d778a9e-2181-40fa-90f2-d2419fa56121","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.990136485Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb89297b-001d-491a-89b1-e84d749d23be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:37.990155693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fb89297b-001d-491a-89b1-e84d749d23be","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.140509621Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-policy-08f2db72","reconcileID":"6d778a9e-2181-40fa-90f2-d2419fa56121","MaaSAuthPolicy":{"name":"e2e-shared-policy-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"policyNamespace":"ai-tenant-e2e-mt-69b301b5","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.195809579Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ef76ac9-bfb0-4003-83c2-791c4c57d9e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.195828646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1ef76ac9-bfb0-4003-83c2-791c4c57d9e9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.337528711Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"441941b4-a09e-4fa0-acd6-3359670ed3f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.337551193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"441941b4-a09e-4fa0-acd6-3359670ed3f7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.619325294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fea6c2-30f1-4b2e-ae88-698711fa7cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.670652096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fea6c2-30f1-4b2e-ae88-698711fa7cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.72099068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fea6c2-30f1-4b2e-ae88-698711fa7cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:38.771097478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e9fea6c2-30f1-4b2e-ae88-698711fa7cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:46.675091776Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"namespace":"ai-tenant-e2e-mt-28d32076","name":"e2e-policy-28d32076","reconcileID":"f53f786f-655a-4097-9598-99ea3b0c2fc4","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:46.775830373Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"namespace":"ai-tenant-e2e-mt-28d32076","name":"e2e-policy-28d32076","reconcileID":"f53f786f-655a-4097-9598-99ea3b0c2fc4","MaaSAuthPolicy":{"name":"e2e-policy-28d32076","namespace":"ai-tenant-e2e-mt-28d32076"},"policyNamespace":"ai-tenant-e2e-mt-28d32076","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.216060611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"e2e08efb-f553-42cd-8e6b-6ab43f043606","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.271350472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"e2e08efb-f553-42cd-8e6b-6ab43f043606","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:47.325230538Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"e2e08efb-f553-42cd-8e6b-6ab43f043606","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.494127829Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-sub-08f2db72","reconcileID":"add1fa54-8b62-4fe3-bb95-ad43744c1b7c","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-sub-08f2db72","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.703068508Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"namespace":"ai-tenant-e2e-mt-69b301b5","name":"e2e-shared-sub-08f2db72","reconcileID":"add1fa54-8b62-4fe3-bb95-ad43744c1b7c","MaaSSubscription":{"name":"e2e-shared-sub-08f2db72","namespace":"ai-tenant-e2e-mt-69b301b5"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:48.90429857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c79fe5cd-2470-4527-b8c5-ddf464e5dab2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.084944239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1505d06f-bdab-4997-9fab-c1d094abb55c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:49.084971735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1505d06f-bdab-4997-9fab-c1d094abb55c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:53.913189002Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.475441267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"fa6da0e1-e0fe-428f-ad80-b58ec8044cf1","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.530756395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"fa6da0e1-e0fe-428f-ad80-b58ec8044cf1","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:31:57.584521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"fa6da0e1-e0fe-428f-ad80-b58ec8044cf1","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.735846812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"2d41858a-7a15-4855-aadf-3d1ea3fca999","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.790942176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"2d41858a-7a15-4855-aadf-3d1ea3fca999","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:07.844536182Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 7, current generation is 8","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"2d41858a-7a15-4855-aadf-3d1ea3fca999","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.501758242Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"eb3ace49-a077-432e-ae82-525c35526c53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.618575043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"05d2b226-a884-4cd6-8443-39e4834e1299","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.734536031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"dc425ddc-69c9-4f64-a6d9-e0e1161e1aef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:14.984556938Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"810a0ff9-7c22-484f-a580-c0bc953e2b28","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.065842188Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"fde93196-caf5-4ded-a91d-0df91bd7260c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.166322695Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"aa6be762-765e-4076-8e73-a19abd432056","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.268113768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"2c7ecd12-f360-417d-a44a-5adb41a2958a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.548577482Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"3fd3bd92-e6b8-47db-b50c-87db852d289a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.646954637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"c59a9ca5-04fb-4e8b-b1e2-81518d7237f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.789761107Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"8ade20eb-5e9f-4729-bf3e-83cbf75e5fd9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:15.96315974Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"538a39d5-db40-41af-8e55-26f2740ee6bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:16.063676411Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"38efd85d-1d68-42e7-8eab-26d68e5e338f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:17.99478308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"79344712-306d-4fab-8379-9d0c7f0a904c","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:18.050485169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"79344712-306d-4fab-8379-9d0c7f0a904c","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:18.105705581Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"79344712-306d-4fab-8379-9d0c7f0a904c","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:18.162634577Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f928d7f-f919-4e2b-81d5-e5ff0e11f8c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:18.162655943Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7f928d7f-f919-4e2b-81d5-e5ff0e11f8c9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.547489071Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","namespace":"ai-tenant-e2e-inf-b-e40047","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.547575694Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","namespace":"ai-tenant-e2e-inf-b-e40047","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.54764437Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","tenant":"e2e-inf-b-e40047","tenantID":"e2e-inf-b-e40047","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.599707331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"Deployment","name":"maas-api-e2e-inf-b-e40047","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.658083778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"Service","name":"maas-api-e2e-inf-b-e40047","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.716536531Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"HTTPRoute","name":"maas-api-route-e2e-inf-b-e40047","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.768668413Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-inf-b-e40047","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.822247708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.874946258Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.929709474Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:19.981915306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"Telemetry","name":"latency-per-subscription-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.031466037Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"Deployment","name":"payload-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.08105656Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"Deployment","name":"payload-pre-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.132308698Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"Service","name":"payload-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.181941457Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"Service","name":"payload-pre-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.231729704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"DestinationRule","name":"payload-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.281282371Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"DestinationRule","name":"payload-pre-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.330840658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"EnvoyFilter","name":"payload-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.384529566Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.434568855Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"NetworkPolicy","name":"payload-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.484066582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"ServiceAccount","name":"payload-processing-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.533748817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-inf-b-e40047","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:20.583577741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-inf-b-e40047"},"namespace":"ai-tenant-e2e-inf-b-e40047","name":"default-tenant","reconcileID":"5c5868db-d4f0-4833-859e-2cf0ad9d8bb8","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-inf-b-e40047","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:23.621898844Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e40047","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e40047","reconcileID":"f743654b-758f-4a9d-9b79-df33ab2d6127","aitenant":"ai-tenants/e2e-inf-b-e40047","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:23.912647164Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:24.167183743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096edf85-5fb9-48ad-a975-f31881b8bec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:24.21730051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096edf85-5fb9-48ad-a975-f31881b8bec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:24.267211859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096edf85-5fb9-48ad-a975-f31881b8bec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:24.317473668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"096edf85-5fb9-48ad-a975-f31881b8bec6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:24.430543668Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-inf-b-e40047","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-inf-b-e40047","reconcileID":"f743654b-758f-4a9d-9b79-df33ab2d6127","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-inf-b-e40047","removed":["maas.opendatahub.io/gateway-access-e2e-inf-b-e40047"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:26.162922744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9b4a74-843c-415b-a22f-804e2fa5d70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:26.213091849Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9b4a74-843c-415b-a22f-804e2fa5d70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:26.263266301Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9b4a74-843c-415b-a22f-804e2fa5d70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:26.313507387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5e9b4a74-843c-415b-a22f-804e2fa5d70a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.145576935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0c261-bc70-457a-9ed8-bd2e59c273a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.196012777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0c261-bc70-457a-9ed8-bd2e59c273a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.246170565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0c261-bc70-457a-9ed8-bd2e59c273a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.296552016Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"49f0c261-bc70-457a-9ed8-bd2e59c273a8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.447284681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"45bcb633-f09b-472c-bc56-8cf4f096e02d","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.503800395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"45bcb633-f09b-472c-bc56-8cf4f096e02d","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:28.557792403Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"45bcb633-f09b-472c-bc56-8cf4f096e02d","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.357638814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b221ec85-a5c1-4a53-9dce-c0d7dd439a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.407866551Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b221ec85-a5c1-4a53-9dce-c0d7dd439a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.458647751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b221ec85-a5c1-4a53-9dce-c0d7dd439a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.508772763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b221ec85-a5c1-4a53-9dce-c0d7dd439a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:30.924889933Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-a3dce7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-a3dce7","reconcileID":"4ee90cba-ecb6-47cd-9441-4da48435d2c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-a3dce7","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-a-w0-a3dce7":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.226465571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"3599f8bb-ad1f-4970-801b-518bdddaa19d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.329317021Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c490649-3f0b-4294-8d66-6b48e4e15c2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.584516451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"7b418ce7-d771-4171-8abe-b970914718c6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.736244685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"8e248a03-058e-4958-9fcc-7f47ced24b9f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:31.837548505Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"0fbb2e19-eddd-4ea2-bcdf-8e46e6b35624","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.072242484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"2d759f03-25ed-443c-a441-3c5153d5d3c8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.153031533Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"5ac2b26f-c4d6-41fb-a71b-9a0c4447ca87","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.252795286Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"369c55ba-033c-45f1-ac00-538e81b34825","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.356465285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"a371f27a-007f-47cb-91ef-195c96df8461","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.444607423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a1b91-448d-4ee6-9542-d54907541561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.459567317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"89863c31-678b-4efe-b618-22efac261548","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.494814271Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a1b91-448d-4ee6-9542-d54907541561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.544622497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a1b91-448d-4ee6-9542-d54907541561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.594650929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"210a1b91-448d-4ee6-9542-d54907541561","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.695495018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"c6ff4495-e468-4c23-8898-542c74fc583f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:32.746646632Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"6d89fb4e-d7f8-4e35-a217-65ee599a8f78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:38.708678123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"b35b78b2-261d-428e-a388-60d1bef8477e","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:38.763877331Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"b35b78b2-261d-428e-a388-60d1bef8477e","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:39.07448901Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"193eef85-b9a3-477b-b628-3ef1d498f3c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:39.074510825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"193eef85-b9a3-477b-b628-3ef1d498f3c6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.825999931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-ns-ec589595","reconcileID":"90f4a348-902c-408a-ad6f-10dae762fb69","MaaSAuthPolicy":{"name":"e2e-default-ns-ec589595","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.826071663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f5e3126-5482-4b2d-a42c-843b23dd9b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.826085778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6f5e3126-5482-4b2d-a42c-843b23dd9b0e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.980176738Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6899a8af-f141-49ab-86ed-bfd6eac6f4a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:43.98020062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6899a8af-f141-49ab-86ed-bfd6eac6f4a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:32:53.912402781Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:16.386779142Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"a183026f-7725-4fe8-a296-3b014c59aa0c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:16.560237563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"8cee5ca9-dbcc-4a77-881a-9b5d9e4c3649","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:16.660104056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"22d4c282-82e7-4a61-83ba-6dccf7cfbb61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:16.676114904Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"a96d8e0c-d61c-4245-96ea-01ddb1c1bbef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.022396602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c7d23ec-686c-44a5-8e35-2dbc7e972807","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.120401464Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ed7a5d77-70af-4774-9dc6-9674a3c76a74","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.251740602Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"98a452c4-96a2-432c-bb65-83b82a56d546","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.366795287Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"cbf4e647-5dbb-48cd-9291-3a2d8d555cf5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.467147009Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"0e571e96-0082-4872-bd45-674b6d0a6012","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.660011019Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"e4d23755-5ee8-4bba-91f9-003542c8acac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.759861603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"230234f5-c14e-4aa7-83df-6efd8b784d78","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:17.861506349Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"0f3f1508-d829-4ad2-ad1a-f931511372ee","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:23.912788869Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:24.801495704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f9bba2-28ba-46fd-804d-9b86b53e601d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:24.851644887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f9bba2-28ba-46fd-804d-9b86b53e601d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:24.901770701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f9bba2-28ba-46fd-804d-9b86b53e601d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:24.951708856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"11f9bba2-28ba-46fd-804d-9b86b53e601d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:25.436659983Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-eec2ff70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-eec2ff70","reconcileID":"609f6ebe-1050-4d99-a43e-a72913773a1b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-eec2ff70","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-eec2ff70":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:26.7988375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2051429-94ee-4f99-9ca0-bd8ef30eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:26.84897257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2051429-94ee-4f99-9ca0-bd8ef30eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:26.899355786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2051429-94ee-4f99-9ca0-bd8ef30eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:26.949551063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a2051429-94ee-4f99-9ca0-bd8ef30eaecc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.778493522Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db85313c-11ba-499b-bd0f-18786c27e437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.828878575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db85313c-11ba-499b-bd0f-18786c27e437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.880147574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db85313c-11ba-499b-bd0f-18786c27e437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:28.930443973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db85313c-11ba-499b-bd0f-18786c27e437","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.543966138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9462e129-c8ce-4bfd-adab-9516c11fe6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.594309476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9462e129-c8ce-4bfd-adab-9516c11fe6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.644584122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9462e129-c8ce-4bfd-adab-9516c11fe6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:31.694652774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9462e129-c8ce-4bfd-adab-9516c11fe6f4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:33.519035861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03a000f-27a4-4e8d-97e2-6d71ad424a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:33.569634165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03a000f-27a4-4e8d-97e2-6d71ad424a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:33.619859319Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03a000f-27a4-4e8d-97e2-6d71ad424a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:33.670519187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d03a000f-27a4-4e8d-97e2-6d71ad424a8d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:34.585617894Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"f985bb8a-2504-48c8-894f-3cbd0287a7ee","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:34.585645567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"f985bb8a-2504-48c8-894f-3cbd0287a7ee","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.095097553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"e431abc1-021c-471f-bee6-afe961a4500f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.208440806Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"e431abc1-021c-471f-bee6-afe961a4500f","name":"e2e-shared-a-w0-a3dce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.264924497Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.264990894Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","namespace":"ai-tenant-e2e-shared-a-w1-a54cab","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.265058835Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","tenant":"e2e-shared-a-w1-a54cab","tenantID":"e2e-shared-a-w1-a54cab","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.316777891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"Deployment","name":"maas-api-e2e-shared-a-w1-a54cab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.378836509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"Service","name":"maas-api-e2e-shared-a-w1-a54cab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.432136118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w1-a54cab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.483881754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w1-a54cab","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.538647145Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.591053957Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.646176194Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.698545509Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.748382732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.798194242Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.847974234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"Service","name":"payload-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.897897305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.947496137Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:43.997221059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:44.046972565Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:44.101424837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:44.151392339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:44.201264579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:44.251097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w1-a54cab","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:44.301138303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w1-a54cab"},"namespace":"ai-tenant-e2e-shared-a-w1-a54cab","name":"default-tenant","reconcileID":"77e89f4b-37f5-4bbd-8a02-cd9b80b1418a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w1-a54cab","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:53.147649415Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a54cab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a54cab","reconcileID":"9b129443-e932-4fac-ab41-ca069aa71b6c","aitenant":"ai-tenants/e2e-shared-a-w1-a54cab","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:53.750063045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b725a25-55ff-4cdb-a7d2-7c5dafec0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:53.800325161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b725a25-55ff-4cdb-a7d2-7c5dafec0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:53.850336042Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b725a25-55ff-4cdb-a7d2-7c5dafec0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:53.900270461Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b725a25-55ff-4cdb-a7d2-7c5dafec0da6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:53.912540254Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:53.959253634Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w1-a54cab","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w1-a54cab","reconcileID":"9b129443-e932-4fac-ab41-ca069aa71b6c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w1-a54cab","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w1-a54cab"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:55.738441731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9603-9de4-4360-9959-d103c4b27a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:55.788528149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9603-9de4-4360-9959-d103c4b27a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:55.838488549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9603-9de4-4360-9959-d103c4b27a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:55.888685894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48cc9603-9de4-4360-9959-d103c4b27a78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:57.373856647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"2cda0224-1b32-4d23-85ce-123f7c691de5","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:57.373895585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"2cda0224-1b32-4d23-85ce-123f7c691de5","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:57.71476442Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc906e80-b7c3-4979-9059-44aa94a95996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:57.764885478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc906e80-b7c3-4979-9059-44aa94a95996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:57.815056865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc906e80-b7c3-4979-9059-44aa94a95996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:33:57.866553943Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc906e80-b7c3-4979-9059-44aa94a95996","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:01.846065407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df398d8-08ba-425b-a2a9-f6558f970b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:01.897199283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df398d8-08ba-425b-a2a9-f6558f970b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:01.948390145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df398d8-08ba-425b-a2a9-f6558f970b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:01.999269408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2df398d8-08ba-425b-a2a9-f6558f970b4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:03.829837234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bb6cf1-942e-4cff-aa17-8dcf453384e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:03.879870259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bb6cf1-942e-4cff-aa17-8dcf453384e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:03.929866896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bb6cf1-942e-4cff-aa17-8dcf453384e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:03.979935554Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5bb6cf1-942e-4cff-aa17-8dcf453384e3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.433792463Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"e36fdcfa-5506-47a3-ac9e-8c82794254f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.536473518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"10d2397a-1842-427c-b146-5a089b46978d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.632927872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"bb93424d-12bc-4287-b05d-bcea824754a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.656732812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"b6556f7f-a97f-45f6-83b9-7aa487b3110a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.733405334Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"802e2015-b5dc-4f9b-99d3-bdb2c45706d5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.834764264Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"50aed6db-4169-4b3d-9095-24a54ebc2b4f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.844323503Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"9a4bb18b-ab6b-4769-b616-01a606efb521","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:11.938943276Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"798bd741-39e3-4169-9512-23238996f75a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:12.372789837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cda050f-3552-45a4-a518-f9c2e75ee0b2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:12.47276275Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ade53624-379b-4530-bccb-5ae91f22cbae","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:12.618085253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"56ff7b28-d2bf-4bc5-8d35-88bb1cd613bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:12.718661665Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"7389c5a3-ec41-4ef5-aac0-8ecedbfb36b6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:23.913291128Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:37.483948468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"7da78b3a-362f-482f-af50-5a1dc392e675","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-eec2ff70","tenantID":"e2e-mt-eec2ff70","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:37.597225725Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"7da78b3a-362f-482f-af50-5a1dc392e675","name":"e2e-mt-eec2ff70-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:43.339788209Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"145a29d5-eb99-4672-b3c1-563ce287d6ba","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:43.439954177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"57602ac4-23d2-49a5-8fb1-3b9f02add611","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:43.579168013Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"06ce6e3d-ac07-4bcd-b640-41f3e3b6e21c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:43.691575162Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"43a50bcd-4d83-45a0-96b6-c872a6fcc240","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:43.894703525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"7d345eba-d5ec-4e16-af7b-e72fd0fd65a4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:43.89858885Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"75a015c4-c75f-4d42-9873-0e3e1b4d5933","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:44.042090117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c36175cb-be40-49b7-add1-0110e7caec46","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:44.160226924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"66c3047d-9ba4-48b6-af72-55b1a4ee10a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:44.276839335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"2e800211-688d-479d-98e7-873f5e0bde1c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:44.381946018Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"ad1e7642-6df6-429a-a022-48a698c82e7d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:44.39366593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"08b4ede4-ffd1-4723-af32-7f615267ebc6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:44.4798477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"ac1d8b36-722a-47ee-9d71-7499cd75b548","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:53.452768238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"b17fd644-b0f9-461a-9ce6-6954727e6f7c","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:53.452799357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"b17fd644-b0f9-461a-9ce6-6954727e6f7c","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:53.913078302Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.415896997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c24f450-1801-452c-9577-eada114c5963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.465882856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c24f450-1801-452c-9577-eada114c5963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.515933079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c24f450-1801-452c-9577-eada114c5963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:58.56605681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2c24f450-1801-452c-9577-eada114c5963","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.082263813Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"5089aa41-b23f-44f8-8495-c3253f7b516f","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.082295036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"5089aa41-b23f-44f8-8495-c3253f7b516f","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.135028161Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"39889165-3c08-4748-8423-c5604ca413a1","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.135048183Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"39889165-3c08-4748-8423-c5604ca413a1","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.234136208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"71283457-c60a-4bfb-af65-07b73f15c17d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.356946575Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"71283457-c60a-4bfb-af65-07b73f15c17d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.412240005Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"71283457-c60a-4bfb-af65-07b73f15c17d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.46560555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"55b700d7-628d-4a96-9325-0884b8308fa0","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:34:59.465626361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"55b700d7-628d-4a96-9325-0884b8308fa0","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:00.401094154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad6213-c265-4af9-b7cc-68f9708c6604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:00.452384781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad6213-c265-4af9-b7cc-68f9708c6604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:00.503586436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad6213-c265-4af9-b7cc-68f9708c6604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:00.553748548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1cad6213-c265-4af9-b7cc-68f9708c6604","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:02.83387896Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"bf808be8-b341-4a32-baf6-6dbedcf0068a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:02.959122842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"42ab03a9-45df-4cd7-bbe8-c37abbabcc3a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.08191514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"8ce28842-d2d5-4344-9b1f-f8a9fcf50590","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.184555022Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f17a3888-3407-4947-bf44-6e393eba4715","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.203508988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"9388b940-f3e3-4051-bd26-869c76e91be5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.32252315Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"47c8067f-84ee-455d-8d39-d85a09761097","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.420474361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"93ee9f22-4235-42b3-94ea-2a7934b84237","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.441424965Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"bdd1245c-c964-40e2-89e1-2422a7f1a710","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.760754681Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"d6c8f998-f398-431e-b1e5-5e37b516b748","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:03.882897945Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"c4b2ba8f-c9ee-45d3-bd27-13d175350954","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:04.05694285Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"9ddb05e4-d10b-4a07-9a0e-f08ec1b675fb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:04.124189775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"d8b0047d-3662-444d-aa0e-768bbd15c701","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:04.756539753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35db5413-23ae-4def-a919-0df2d5541294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:04.806933474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35db5413-23ae-4def-a919-0df2d5541294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:04.857221179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35db5413-23ae-4def-a919-0df2d5541294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:04.907891786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"35db5413-23ae-4def-a919-0df2d5541294","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:05.59730936Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f0391a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f0391a","reconcileID":"ab283e74-e684-43a6-b15b-468401fb0b14","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-f0391a","applied":{"maas.opendatahub.io/gateway-access-e2e-shared-b-w0-f0391a":"true"},"removed":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.761613999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f43bcd-a44f-4086-81d1-b52b08122656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.811631564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f43bcd-a44f-4086-81d1-b52b08122656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.862410469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f43bcd-a44f-4086-81d1-b52b08122656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.912555396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41f43bcd-a44f-4086-81d1-b52b08122656","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.912756957Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.912814816Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.912869255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","tenant":"e2e-shared-b-w1-1c9b4e","tenantID":"e2e-shared-b-w1-1c9b4e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:06.964965783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"Deployment","name":"maas-api-e2e-shared-b-w1-1c9b4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.028220572Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"Service","name":"maas-api-e2e-shared-b-w1-1c9b4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.081711562Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w1-1c9b4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.176032255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w1-1c9b4e","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.228617898Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.28102691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.336011376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.390484205Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.441061711Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.490780969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.545913982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"Service","name":"payload-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.619314159Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.678620822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.730640252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.780214259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.833890936Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.883600317Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.942171101Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:07.992302425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w1-1c9b4e","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:08.041996719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e"},"namespace":"ai-tenant-e2e-shared-b-w1-1c9b4e","name":"default-tenant","reconcileID":"863185f8-0821-4567-a9ff-d00c9a255624","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w1-1c9b4e","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:08.863949978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481e708b-ffc6-4d4f-9cd8-ca72fc37662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:08.914223458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481e708b-ffc6-4d4f-9cd8-ca72fc37662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:08.964326608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481e708b-ffc6-4d4f-9cd8-ca72fc37662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:09.014581816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"481e708b-ffc6-4d4f-9cd8-ca72fc37662a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:09.568647527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"fbeb74fe-8550-4eb5-ba66-845fc271e1a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:09.623887834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"fbeb74fe-8550-4eb5-ba66-845fc271e1a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:09.677695292Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"fbeb74fe-8550-4eb5-ba66-845fc271e1a1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:16.167267333Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-1c9b4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-1c9b4e","reconcileID":"0b5bf23d-3f08-431e-93fc-136dbdf9cc5d","aitenant":"ai-tenants/e2e-shared-b-w1-1c9b4e","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:16.743896022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e07aad2-a025-4644-99a7-7460527a52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:16.794081768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e07aad2-a025-4644-99a7-7460527a52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:16.843996326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e07aad2-a025-4644-99a7-7460527a52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:16.893925121Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e07aad2-a025-4644-99a7-7460527a52f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:16.951445319Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w1-1c9b4e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w1-1c9b4e","reconcileID":"0b5bf23d-3f08-431e-93fc-136dbdf9cc5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w1-1c9b4e","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w1-1c9b4e"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.126544631Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"d3120218-3d46-4fd6-a27f-5cfe81e43c79","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.126895425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"7035c603-88d6-408b-80e9-9da6999d32a5","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.300244612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0684ff50-3c2f-468f-b06f-04ec964e9c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.33220853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ab45acaf-dfc3-4eb5-bef1-ba9b52a24e0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.332451356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"d6771f53-fb02-48ec-bfac-cd7438f5b97a","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.355535098Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"0684ff50-3c2f-468f-b06f-04ec964e9c62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.401686834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"6ec2a60b-c700-4573-ad50-eb69accb63ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.486280055Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"765e5f26-3c18-4439-bcd3-28f52d6dea59","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:35:18.532988165Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-access","reconcileID":"ab45acaf-dfc3-4eb5-bef1-ba9b52a24e0d","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.69422467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7a2dd670-3c58-40eb-947b-559d98a8a92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.749626962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01899633-0d3c-48e2-84b8-302939559d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.753508496Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"7a2dd670-3c58-40eb-947b-559d98a8a92f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.80082945Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01899633-0d3c-48e2-84b8-302939559d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.851253802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01899633-0d3c-48e2-84b8-302939559d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:18.901399839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01899633-0d3c-48e2-84b8-302939559d77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:19.777194708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"5d411c57-dd05-4149-8a51-5a5a490fbc14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:19.832412127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"5d411c57-dd05-4149-8a51-5a5a490fbc14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:19.886107828Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"5d411c57-dd05-4149-8a51-5a5a490fbc14","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:21.289908505Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"5f658c17-dbdb-45a7-b799-993d12ec2734","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:21.289937143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"5f658c17-dbdb-45a7-b799-993d12ec2734","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:23.433868886Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-2-w1-e1793d","reconcileID":"5ae7b930-d4da-49e4-b5e4-74be3efad3cb","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-2-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-2-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:23.781821076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"fb292b16-e536-4822-bb07-3697b4f68508","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:23.912876024Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.129358476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"ba4aace3-a811-4ca8-81d0-d0e02c0a2d6b","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.286213616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ecbdaecd-d598-496f-8e93-9556960a7fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.330900518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"44b10f02-4297-4221-8faf-0e679f1fdb62","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.341555691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ecbdaecd-d598-496f-8e93-9556960a7fcf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.476697229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"619dbeff-bad2-46ed-9063-ff0d324ba304","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.526661174Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"dfbf7615-1dd2-47ff-9168-83a56043e4f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.533143246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"9a8fadc6-b884-40d6-83a7-65f168791e24","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.577352802Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"dfbf7615-1dd2-47ff-9168-83a56043e4f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.627684226Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"dfbf7615-1dd2-47ff-9168-83a56043e4f0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.642203621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1b575cd3-cfb4-4cfc-ae80-166ba9b52d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.692984997Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"d703a0c8-de60-47d6-9ff2-95aec2fb68ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:24.69724529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"1b575cd3-cfb4-4cfc-ae80-166ba9b52d08","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.018083723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"655a6c20-f57b-44d8-84a1-e82c589e6fae","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.068997046Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"4b4a09ba-7618-418f-811d-bad6eca738f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.118645503Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"4b4a09ba-7618-418f-811d-bad6eca738f8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/simulator-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.118848862Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"cb287f44-d755-488b-beb5-fdff09abbaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:25.174342509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"cb287f44-d755-488b-beb5-fdff09abbaeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:35:25.374837557Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"simulator-subscription","reconcileID":"4b4a09ba-7618-418f-811d-bad6eca738f8","error":"maassubscriptions.maas.opendatahub.io \"simulator-subscription\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:26.727513655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"fb3b4b3a-2cb6-4bf1-a710-944151036800","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:26.727534871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"fb3b4b3a-2cb6-4bf1-a710-944151036800","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:26.782339613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"8ddd8470-cb74-4ad3-9b22-d1e99acf69b5","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:26.782359471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"8ddd8470-cb74-4ad3-9b22-d1e99acf69b5","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:26.882057799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"17e1572a-2240-4150-a735-2d05907ce08a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:27.005736042Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"17e1572a-2240-4150-a735-2d05907ce08a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:27.059408741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"17e1572a-2240-4150-a735-2d05907ce08a","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:27.115130068Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"b3a499e0-9ffa-4784-9072-c1984f652676","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:27.115155795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"b3a499e0-9ffa-4784-9072-c1984f652676","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:29.987407452Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"0c948cc9-9ac3-4f06-ab6c-d9a458025241","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.042680686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"0c948cc9-9ac3-4f06-ab6c-d9a458025241","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.096684487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4fa9e27a276bdce1fd6c0a6c85c4bff4048609bb0e1e5588d452ac1d9d782fd0) AuthConfig (dfcc14016fc5b7142d8d00c2bb45ff297a754a56415af6dba003b811b841025e) AuthConfig (f62f951777646e8a6898b0ea0029fc89e847268fd68db3b8451dd04c7697ebdf) AuthConfig (1b2ee0d505a3a2133342e721fd47ae2fb5b3c587dd1bb8c350a4909cdb72a716) AuthConfig (54ae13f69974860912a4f151b72ec391a0703e8d0e9742a6814c51c39c4c055a) AuthConfig (f5caa075a043d1e89ceb41452ea9ac9477d9003e0a931f03a0b53e90d051dcb1) AuthConfig (85f153cbc19cd50cef212f86e9f2e5205e380cbfee252a77a8b5d48eb7ff0a31) AuthConfig (ad984a282c173a47d9f0ad9151c3443ebd3f6847b11824b0020e62d347cc0efd) AuthConfig (2830d32678adb6fc0daf9118333409db8b8446457eda490e7977c55a069d1429) AuthConfig (d3c7a21913e82e27f0f82647c015feab97bc02f90d622c04e61bec203a6b960b) AuthConfig (b3e70939c97e9c4f38052faf21133d0e608ca693bbb59aca22efba52d3ccb843) AuthConfig (72240d6d1f08f4334b011835b9b952811083b19f0666d6c584315709998e0fb5) AuthConfig (fb20a46a9797d978e85a985eb6846d009a8246ebd1f8e4327c3a08cb731a80c0) AuthConfig (3eb6e97aede4359280e689466341920f5200cceb14653cc1635f88a8274e85b9) AuthConfig (b0c855af2a11c11cb7c224bf2fc96af7d5ac8c564873758cb9141f1410f953f5) AuthConfig (e9c0be44a63f24c0a2beabb1fc1aa56a50666e7b5be6be16a8653df48f2c80c4) AuthConfig (f001a3af0b342c79578d4b36bd1aaecea54e8d14e68b0fa1a1bff9de93f18b02) AuthConfig (5726c337a0f3cfbafb89752fbe7458baa6bb664cc0ee209cd47fb9c13bd7e870)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"0c948cc9-9ac3-4f06-ab6c-d9a458025241","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.153146502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"2c7bab8b-7d12-45b9-8fac-57df3b00dcdf","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.15316881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"2c7bab8b-7d12-45b9-8fac-57df3b00dcdf","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.586560638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"182c1b92-b1a6-4b6a-8578-c140ee453d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.64247145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"182c1b92-b1a6-4b6a-8578-c140ee453d50","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.688328558Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"7c29dd49-c781-4bc4-a70a-13b0625ea8d2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.895466645Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-2-w1-e1793d","reconcileID":"2ca8c079-ec5c-45d4-bd2a-63d4e6244ab7","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-2-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-2-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.945535538Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"997301d5-5571-496b-b401-f0f54a4f7fd3","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.945787661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"3e5809b0-c02d-472e-ad0c-d00c01cccfee","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:30.946083969Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"49b34a60-8a4d-4273-97c2-c6b9196a2069","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.073248878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"d5347efe-32f0-4df0-ab67-99a73e3cf369","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.095471587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ce213c38-3ab0-45b2-afcb-9df4a4907655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.146634198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"e55e4bd5-73cc-433b-9449-b085516cf3aa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.150425177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"ce213c38-3ab0-45b2-afcb-9df4a4907655","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.344189138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"2382214e-8c06-4371-9b9d-9104fd223d6f","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.350075219Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"05dc8826-2c29-4680-8096-7e1d3b7ec975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.454572763Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"7fbaddf5-d2ef-4f57-bf63-624f72aeab48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a524fe7a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.601775888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"05dc8826-2c29-4680-8096-7e1d3b7ec975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.725659017Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"05dc8826-2c29-4680-8096-7e1d3b7ec975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"e2e-worker-w1-e1793d-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.725681561Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-access","reconcileID":"05dc8826-2c29-4680-8096-7e1d3b7ec975","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.781178382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"e6114c18-a202-4db5-9cc8-f8bb1ace010b","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.846502557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47850296-f796-4194-80b6-987ef9bd677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.89776224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47850296-f796-4194-80b6-987ef9bd677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.947936812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47850296-f796-4194-80b6-987ef9bd677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:31.998146965Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"47850296-f796-4194-80b6-987ef9bd677e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:33.842375027Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817e93b-32cd-477a-8056-a379aada2d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:33.893125242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817e93b-32cd-477a-8056-a379aada2d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:33.943424284Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817e93b-32cd-477a-8056-a379aada2d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:33.993413929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3817e93b-32cd-477a-8056-a379aada2d57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:37.215294571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"5c9c8a96-75e0-4a30-8652-8bf74a5120d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:37.270209626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"5c9c8a96-75e0-4a30-8652-8bf74a5120d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:37.323570707Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"5c9c8a96-75e0-4a30-8652-8bf74a5120d0","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:40.253844573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"ae54de62-e663-47dd-a87d-2da3d52d1e2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:40.309276226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"ae54de62-e663-47dd-a87d-2da3d52d1e2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:40.363326471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w4-c34879-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4fa9e27a276bdce1fd6c0a6c85c4bff4048609bb0e1e5588d452ac1d9d782fd0) AuthConfig (dfcc14016fc5b7142d8d00c2bb45ff297a754a56415af6dba003b811b841025e) AuthConfig (f62f951777646e8a6898b0ea0029fc89e847268fd68db3b8451dd04c7697ebdf) AuthConfig (1b2ee0d505a3a2133342e721fd47ae2fb5b3c587dd1bb8c350a4909cdb72a716) AuthConfig (54ae13f69974860912a4f151b72ec391a0703e8d0e9742a6814c51c39c4c055a) AuthConfig (f5caa075a043d1e89ceb41452ea9ac9477d9003e0a931f03a0b53e90d051dcb1) AuthConfig (85f153cbc19cd50cef212f86e9f2e5205e380cbfee252a77a8b5d48eb7ff0a31) AuthConfig (ad984a282c173a47d9f0ad9151c3443ebd3f6847b11824b0020e62d347cc0efd) AuthConfig (2830d32678adb6fc0daf9118333409db8b8446457eda490e7977c55a069d1429) AuthConfig (d3c7a21913e82e27f0f82647c015feab97bc02f90d622c04e61bec203a6b960b) AuthConfig (b3e70939c97e9c4f38052faf21133d0e608ca693bbb59aca22efba52d3ccb843) AuthConfig (72240d6d1f08f4334b011835b9b952811083b19f0666d6c584315709998e0fb5) AuthConfig (fb20a46a9797d978e85a985eb6846d009a8246ebd1f8e4327c3a08cb731a80c0) AuthConfig (3eb6e97aede4359280e689466341920f5200cceb14653cc1635f88a8274e85b9) AuthConfig (b0c855af2a11c11cb7c224bf2fc96af7d5ac8c564873758cb9141f1410f953f5) AuthConfig (e9c0be44a63f24c0a2beabb1fc1aa56a50666e7b5be6be16a8653df48f2c80c4) AuthConfig (f001a3af0b342c79578d4b36bd1aaecea54e8d14e68b0fa1a1bff9de93f18b02) AuthConfig (5726c337a0f3cfbafb89752fbe7458baa6bb664cc0ee209cd47fb9c13bd7e870)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"ae54de62-e663-47dd-a87d-2da3d52d1e2e","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:40.945627408Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-2-w1-e1793d","reconcileID":"53bbd1ab-1774-4367-ba64-ae350b041e42","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-2-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-2-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:40.945947522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"3ca4eb6d-947d-46fc-b5a5-6162a4855e1e","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:40.946982249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"46169c18-2fd2-4ae6-9b37-60cac4ba4ecf","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:41.505680637Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"5af92588-da00-4e50-9efa-2305063241e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:41.55634402Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"5af92588-da00-4e50-9efa-2305063241e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:41.607067025Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"premium-simulator-subscription","reconcileID":"5af92588-da00-4e50-9efa-2305063241e3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"name":"maas-trlp-premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d","model":"e2e-models-e2e-worker-w1-e1793d/premium-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:41.781928637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"425f7fa0-c368-4b39-a46c-31127b96320e","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:41.871928704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"e33214f6-69be-4200-8fcb-bfe560821eb2","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:47.424080844Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"fe0e6fd8-243d-4428-beb2-172e075026b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:47.481827514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"fe0e6fd8-243d-4428-beb2-172e075026b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:47.535304737Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"fe0e6fd8-243d-4428-beb2-172e075026b7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.77113646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47ffadc-987b-41af-90dc-22a559e61eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.821019986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47ffadc-987b-41af-90dc-22a559e61eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.874384772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47ffadc-987b-41af-90dc-22a559e61eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:48.924842666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d47ffadc-987b-41af-90dc-22a559e61eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.46427968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"94011d1d-02a3-477b-9771-debd583f0fd4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.519474518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"94011d1d-02a3-477b-9771-debd583f0fd4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.759007492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef2421-033d-4eac-a9a7-ac71520fe43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.809254312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef2421-033d-4eac-a9a7-ac71520fe43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.814632472Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"b48155a3-20de-4b56-8649-4b967176df6a","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.814650395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"b48155a3-20de-4b56-8649-4b967176df6a","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.860018067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef2421-033d-4eac-a9a7-ac71520fe43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.910408114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55ef2421-033d-4eac-a9a7-ac71520fe43a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.946969801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-2-w1-e1793d","reconcileID":"95e56d7d-2be4-4b48-a390-7776f3f94c31","MaaSModelRef":{"name":"distinct-2-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-2-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-2-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.947221543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"distinct-w1-e1793d","reconcileID":"91827d19-f62f-4e77-95b0-b937bd96f94f","MaaSModelRef":{"name":"distinct-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"distinct-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"distinct-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:50.94740316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"simulator-w1-e1793d","reconcileID":"15931a09-9334-4043-a761-4f41a58eafdc","MaaSModelRef":{"name":"simulator-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"simulator-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"simulator-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:51.872639362Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"namespace":"e2e-models-e2e-worker-w1-e1793d","name":"premium-w1-e1793d","reconcileID":"5e7234aa-20aa-454a-a349-a44d0db7b313","MaaSModelRef":{"name":"premium-w1-e1793d","namespace":"e2e-models-e2e-worker-w1-e1793d"},"routeName":"premium-w1-e1793d-kserve-route","namespace":"e2e-models-e2e-worker-w1-e1793d","llmisvcName":"premium-w1-e1793d","gateway":"openshift-ingress/e2e-worker-w1-e1793d","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:52.749498003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee045f2-4ca6-44f6-8021-a56ccdbd4769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:52.799493501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee045f2-4ca6-44f6-8021-a56ccdbd4769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:52.849670485Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee045f2-4ca6-44f6-8021-a56ccdbd4769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:52.902426998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee045f2-4ca6-44f6-8021-a56ccdbd4769","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:53.91249315Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:54.722976653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d299b340-8d05-4aee-892b-b006d4e97417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:54.774194149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d299b340-8d05-4aee-892b-b006d4e97417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:54.825198544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d299b340-8d05-4aee-892b-b006d4e97417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:54.87523197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d299b340-8d05-4aee-892b-b006d4e97417","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.165083014Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"a3728947-4e03-4d99-a1a1-3c6fc0bcc244","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.16511204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"a3728947-4e03-4d99-a1a1-3c6fc0bcc244","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.218670444Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"e7baff71-c93d-4ced-b5cd-bce48db448bb","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.218773954Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"e7baff71-c93d-4ced-b5cd-bce48db448bb","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.319657654Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"01918b7e-da63-41ce-be43-776e397e2fa1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.44302854Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"01918b7e-da63-41ce-be43-776e397e2fa1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.496674344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"01918b7e-da63-41ce-be43-776e397e2fa1","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.55219344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"069dc97f-6485-467b-9e91-9f018295c11e","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:56.552213352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"069dc97f-6485-467b-9e91-9f018295c11e","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:57.639114769Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"72018b92-a672-434c-b407-c4a88bc7a236","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:57.694800316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"72018b92-a672-434c-b407-c4a88bc7a236","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:57.749615275Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa2f1346e7f565d70a149d6a54b55852ec404a62c76250826d278bb47e33c76) AuthConfig (326c5e9ad0f31dfb29fe6308f5cd399732e9f589d973edb6f3f7eda9b143f5e8) AuthConfig (e458e0d4db929081413d34d17c68c2ef8a03ed9007157faaeeaaf47532bf2ad1) AuthConfig (a5ab762e3b336bc34e50c9a40f34db592f434484748a349c8bac1280cbe92dfc) AuthConfig (e5a530a5e1f7bac5bb2318973d882d2b2fedc878e8b0c7885c207dc9b6b0aa87) AuthConfig (e8bfdc6bf436739638d46e145b0f584dac4653bcd69f0f0a6eeb2ee7582af9d4) AuthConfig (ac5399472ca8e7a0e7faf0f8f94abb116f9cec51cffd2e6ccc4dc0441655fe08) AuthConfig (8edbd8300624d92ed91e9a6beb42ddf39569a543b4ec7aecc1cc3df6b0eed4e1) AuthConfig (5d84d1342734dbe01774f87f203820b308e5cb7313ffcf69302bd3a6f549ebcd) AuthConfig (b9bfb9f0f447137fc48552fb8ab93ef089c47b7ebe035ef5d991558bc44cb015) AuthConfig (6ff214669405b5b882df5ea24b6d3161667dd1990a7835ef05515959e2f00184) AuthConfig (c5faec01ab7685b87411a564f55ded56ce88fd3c4637d264657720891c162112) AuthConfig (2693c3b44841db8c7320b4fc933374f5cbc9db0eddcb8771b1e41aa72d51087d) AuthConfig (ae6bad43cfc44e66dbc442e308c56c832cc8663652454f6a275f03ce4513060f) AuthConfig (c1b33133b73ed1847395f5c5b36c8a449c6b1c2e9b19f456519d0fe13faab91f) AuthConfig (26eeb1ac53658011e9353ddebf717e99909d298fc88806543697a33c99d801ab) AuthConfig (ccd6c7821a96ba7d23362fd624e1498781eb7b82eec2b5a5aa35cb1af59204ea) AuthConfig (e38cc06f19087fc0dcf7ebab5f4cbddbb97e33cba61439c22e0a041cefae5e32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"72018b92-a672-434c-b407-c4a88bc7a236","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:57.805629863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"ede1244d-1536-4d5a-b34e-5e0cc221b895","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:35:57.805649073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"ede1244d-1536-4d5a-b34e-5e0cc221b895","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:06.653199902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"774e6fdc-44fa-4281-8aec-dbd40dcc1ebc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:06.708474483Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"774e6fdc-44fa-4281-8aec-dbd40dcc1ebc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:06.762286067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"774e6fdc-44fa-4281-8aec-dbd40dcc1ebc","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:07.906854672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"e50ae721-23f1-4b07-8688-9dcd751436a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:07.962320476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"e50ae721-23f1-4b07-8688-9dcd751436a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:08.016331386Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa2f1346e7f565d70a149d6a54b55852ec404a62c76250826d278bb47e33c76) AuthConfig (326c5e9ad0f31dfb29fe6308f5cd399732e9f589d973edb6f3f7eda9b143f5e8) AuthConfig (e458e0d4db929081413d34d17c68c2ef8a03ed9007157faaeeaaf47532bf2ad1) AuthConfig (a5ab762e3b336bc34e50c9a40f34db592f434484748a349c8bac1280cbe92dfc) AuthConfig (e5a530a5e1f7bac5bb2318973d882d2b2fedc878e8b0c7885c207dc9b6b0aa87) AuthConfig (e8bfdc6bf436739638d46e145b0f584dac4653bcd69f0f0a6eeb2ee7582af9d4) AuthConfig (ac5399472ca8e7a0e7faf0f8f94abb116f9cec51cffd2e6ccc4dc0441655fe08) AuthConfig (8edbd8300624d92ed91e9a6beb42ddf39569a543b4ec7aecc1cc3df6b0eed4e1) AuthConfig (5d84d1342734dbe01774f87f203820b308e5cb7313ffcf69302bd3a6f549ebcd) AuthConfig (b9bfb9f0f447137fc48552fb8ab93ef089c47b7ebe035ef5d991558bc44cb015) AuthConfig (6ff214669405b5b882df5ea24b6d3161667dd1990a7835ef05515959e2f00184) AuthConfig (c5faec01ab7685b87411a564f55ded56ce88fd3c4637d264657720891c162112) AuthConfig (2693c3b44841db8c7320b4fc933374f5cbc9db0eddcb8771b1e41aa72d51087d) AuthConfig (ae6bad43cfc44e66dbc442e308c56c832cc8663652454f6a275f03ce4513060f) AuthConfig (c1b33133b73ed1847395f5c5b36c8a449c6b1c2e9b19f456519d0fe13faab91f) AuthConfig (26eeb1ac53658011e9353ddebf717e99909d298fc88806543697a33c99d801ab) AuthConfig (ccd6c7821a96ba7d23362fd624e1498781eb7b82eec2b5a5aa35cb1af59204ea) AuthConfig (e38cc06f19087fc0dcf7ebab5f4cbddbb97e33cba61439c22e0a041cefae5e32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"e50ae721-23f1-4b07-8688-9dcd751436a2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.7033292Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","namespace":"ai-tenant-e2e-worker-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.703434696Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","namespace":"ai-tenant-e2e-worker-w1-e1793d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.70349696Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","tenant":"e2e-worker-w1-e1793d","tenantID":"e2e-worker-w1-e1793d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.755777369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"Deployment","name":"maas-api-e2e-worker-w1-e1793d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.813938744Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"Service","name":"maas-api-e2e-worker-w1-e1793d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.875113385Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-e1793d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.926979389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-e1793d","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:11.982145154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.034754213Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.093069206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.149455688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.202673742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.252648931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.302580218Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"Service","name":"payload-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.352461883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.4027809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.454627083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.507116574Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.561547715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.612765983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.662959593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.712708357Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-e1793d","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:12.764725266Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-e1793d"},"namespace":"ai-tenant-e2e-worker-w1-e1793d","name":"default-tenant","reconcileID":"5dd52358-ec2a-4e07-9f54-5c7a8cebb61c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-e1793d","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:16.863456135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"4d5d5dd1-7c6b-4ffb-a4ca-0b5c8654f188","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:16.918583113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"4d5d5dd1-7c6b-4ffb-a4ca-0b5c8654f188","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:16.972240406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"4d5d5dd1-7c6b-4ffb-a4ca-0b5c8654f188","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:17.444631703Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e1793d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e1793d","reconcileID":"86d7d99f-f21d-4f78-b2c2-b2edd56d8122","aitenant":"ai-tenants/e2e-worker-w1-e1793d","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:17.548839504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"f582e906-db44-4913-a88e-18ac60cfc914","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:17.661968767Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"f582e906-db44-4913-a88e-18ac60cfc914","name":"e2e-shared-b-w0-f0391a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:17.897204303Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2fb34-447e-4a89-b916-a9fe4bd8b75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:17.967382786Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2fb34-447e-4a89-b916-a9fe4bd8b75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:18.017394205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2fb34-447e-4a89-b916-a9fe4bd8b75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:18.06752935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5da2fb34-447e-4a89-b916-a9fe4bd8b75e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:18.167576963Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"36e42b8b-1da2-4368-92af-40784a43b434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:18.223115802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"36e42b8b-1da2-4368-92af-40784a43b434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:18.236085702Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-e1793d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-e1793d","reconcileID":"86d7d99f-f21d-4f78-b2c2-b2edd56d8122","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-e1793d","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-e1793d"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:18.326204571Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w2-98a394-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (2fa2f1346e7f565d70a149d6a54b55852ec404a62c76250826d278bb47e33c76) AuthConfig (326c5e9ad0f31dfb29fe6308f5cd399732e9f589d973edb6f3f7eda9b143f5e8) AuthConfig (e458e0d4db929081413d34d17c68c2ef8a03ed9007157faaeeaaf47532bf2ad1) AuthConfig (a5ab762e3b336bc34e50c9a40f34db592f434484748a349c8bac1280cbe92dfc) AuthConfig (e5a530a5e1f7bac5bb2318973d882d2b2fedc878e8b0c7885c207dc9b6b0aa87) AuthConfig (e8bfdc6bf436739638d46e145b0f584dac4653bcd69f0f0a6eeb2ee7582af9d4) AuthConfig (ac5399472ca8e7a0e7faf0f8f94abb116f9cec51cffd2e6ccc4dc0441655fe08) AuthConfig (8edbd8300624d92ed91e9a6beb42ddf39569a543b4ec7aecc1cc3df6b0eed4e1) AuthConfig (5d84d1342734dbe01774f87f203820b308e5cb7313ffcf69302bd3a6f549ebcd) AuthConfig (b9bfb9f0f447137fc48552fb8ab93ef089c47b7ebe035ef5d991558bc44cb015) AuthConfig (6ff214669405b5b882df5ea24b6d3161667dd1990a7835ef05515959e2f00184) AuthConfig (c5faec01ab7685b87411a564f55ded56ce88fd3c4637d264657720891c162112) AuthConfig (2693c3b44841db8c7320b4fc933374f5cbc9db0eddcb8771b1e41aa72d51087d) AuthConfig (ae6bad43cfc44e66dbc442e308c56c832cc8663652454f6a275f03ce4513060f) AuthConfig (c1b33133b73ed1847395f5c5b36c8a449c6b1c2e9b19f456519d0fe13faab91f) AuthConfig (26eeb1ac53658011e9353ddebf717e99909d298fc88806543697a33c99d801ab) AuthConfig (ccd6c7821a96ba7d23362fd624e1498781eb7b82eec2b5a5aa35cb1af59204ea) AuthConfig (e38cc06f19087fc0dcf7ebab5f4cbddbb97e33cba61439c22e0a041cefae5e32)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"36e42b8b-1da2-4368-92af-40784a43b434","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:19.899492495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54df51de-c029-47aa-a65b-27388486015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:19.949496709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54df51de-c029-47aa-a65b-27388486015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:19.999632425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54df51de-c029-47aa-a65b-27388486015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:20.049632164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54df51de-c029-47aa-a65b-27388486015d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:21.873804338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed6277-17f3-456a-a942-1310bfd5b7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:21.923974886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed6277-17f3-456a-a942-1310bfd5b7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:21.974166386Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed6277-17f3-456a-a942-1310bfd5b7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:22.024334862Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6ed6277-17f3-456a-a942-1310bfd5b7bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:23.913300336Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:27.073606015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"8d5b5eae-f207-4dbe-9dbd-a19484a312e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:27.12899173Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"8d5b5eae-f207-4dbe-9dbd-a19484a312e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:27.182638824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (264b1c3891c961e81338edc630091821a3fcb6fa8a6ded34105f72dfa62db701) AuthConfig (bf7f4b30008c490baeec60aada56ed06102bacbbaaa7a309e0ef444d4ee1d38c) AuthConfig (15730fab78b5daf119056b8cc6a7613906236a7d6d2c4ceaaede9b25cbfb5315) AuthConfig (1fad74cffaf74af90fdba0b57f394d3341bfa840c7a7eacf49b6cea9f6ee9330) AuthConfig (92f236894ce6b33dae2e98a09f2a46b0490016f696fc6b80989bc2d268a5eb81) AuthConfig (c8caa215a172587b9b832137384a05bf70062d353b01731839738321e1c8724c) AuthConfig (17b314d34a24fe37de721244ee062732008e515c32efff2573be356a18ef75e7) AuthConfig (69ad0bba6ac1815a049b8e173d58413b3ecd3e762ada42eccf7d22737c9b9070) AuthConfig (ef94745c87c070f8bcc3c4c07051aeccbc761d33a3a774f0c43a6936e2112dec) AuthConfig (c741c358051748f57e65ae3ac30f4d9543c0efb00ed03d2ca04717cb7057ed18) AuthConfig (c8a335e6348854ed54a4ad7c51180c84b917417f56b782dd8a14363f4b4012e1) AuthConfig (9173196c61a58ed7cd1f9891cdfdc95ea2758fe97de25425ac7df54dfd4216a6) AuthConfig (76781220884499e279db9513d5155341e8a3227fb819e80490d901b8f9f8fb06) AuthConfig (5670bdf5418cbc240a2a901be89d48f1f5ae281b43aa7b7855135e29a02a3c9e) AuthConfig (dec4ad37b761aad4646c6638ffdc5f82a3e66c7172cd4fa0eded3ac5d921d150) AuthConfig (3555accb8149ccf8245f19f0a424213f0dcddba908460935e33d07d84514ca63) AuthConfig (71252b082a03f072b4e0a6e70547ddab5b4dd66eb3b7c86c7905c4d44cb6d53d) AuthConfig (85206ec19917ef2235c611ad99ceda3a58089f69d83a4f10b342dc9c8d9eccd9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"8d5b5eae-f207-4dbe-9dbd-a19484a312e6","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:27.238642989Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"9c2f1fdd-1215-4ba8-a851-ffdd6202471a","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:27.238666657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"9c2f1fdd-1215-4ba8-a851-ffdd6202471a","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:28.426622416Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"ccbbe457-7435-41bd-96e1-ff4db2afb544","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:28.48217725Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"ccbbe457-7435-41bd-96e1-ff4db2afb544","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:28.790458696Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"de551b8a-f8e6-44e8-bea9-74db10458775","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:28.790479217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"de551b8a-f8e6-44e8-bea9-74db10458775","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.051110306Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"2358d3bd-3170-4b1f-b9cd-210d68c875a5","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.051130992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"2358d3bd-3170-4b1f-b9cd-210d68c875a5","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.10420137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"9facb8ba-0163-4f37-ba5e-1ae2d5bbbb67","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.104225721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"9facb8ba-0163-4f37-ba5e-1ae2d5bbbb67","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.20866857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"3f863e32-afc9-4547-8969-b7cee9049c9f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.331997295Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"3f863e32-afc9-4547-8969-b7cee9049c9f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.385852706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"3f863e32-afc9-4547-8969-b7cee9049c9f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.43893183Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"0ddb2970-7649-4b41-905c-b24d991215c7","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:34.438950112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"0ddb2970-7649-4b41-905c-b24d991215c7","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:37.338129583Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"52acb4e8-acad-4c1e-94ef-acc2889e386b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:37.393539801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"52acb4e8-acad-4c1e-94ef-acc2889e386b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:37.448115812Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w4-d9576a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (264b1c3891c961e81338edc630091821a3fcb6fa8a6ded34105f72dfa62db701) AuthConfig (bf7f4b30008c490baeec60aada56ed06102bacbbaaa7a309e0ef444d4ee1d38c) AuthConfig (15730fab78b5daf119056b8cc6a7613906236a7d6d2c4ceaaede9b25cbfb5315) AuthConfig (1fad74cffaf74af90fdba0b57f394d3341bfa840c7a7eacf49b6cea9f6ee9330) AuthConfig (92f236894ce6b33dae2e98a09f2a46b0490016f696fc6b80989bc2d268a5eb81) AuthConfig (c8caa215a172587b9b832137384a05bf70062d353b01731839738321e1c8724c) AuthConfig (17b314d34a24fe37de721244ee062732008e515c32efff2573be356a18ef75e7) AuthConfig (69ad0bba6ac1815a049b8e173d58413b3ecd3e762ada42eccf7d22737c9b9070) AuthConfig (ef94745c87c070f8bcc3c4c07051aeccbc761d33a3a774f0c43a6936e2112dec) AuthConfig (c741c358051748f57e65ae3ac30f4d9543c0efb00ed03d2ca04717cb7057ed18) AuthConfig (c8a335e6348854ed54a4ad7c51180c84b917417f56b782dd8a14363f4b4012e1) AuthConfig (9173196c61a58ed7cd1f9891cdfdc95ea2758fe97de25425ac7df54dfd4216a6) AuthConfig (76781220884499e279db9513d5155341e8a3227fb819e80490d901b8f9f8fb06) AuthConfig (5670bdf5418cbc240a2a901be89d48f1f5ae281b43aa7b7855135e29a02a3c9e) AuthConfig (dec4ad37b761aad4646c6638ffdc5f82a3e66c7172cd4fa0eded3ac5d921d150) AuthConfig (3555accb8149ccf8245f19f0a424213f0dcddba908460935e33d07d84514ca63) AuthConfig (71252b082a03f072b4e0a6e70547ddab5b4dd66eb3b7c86c7905c4d44cb6d53d) AuthConfig (85206ec19917ef2235c611ad99ceda3a58089f69d83a4f10b342dc9c8d9eccd9)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"52acb4e8-acad-4c1e-94ef-acc2889e386b","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:44.539773183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"651147cf-3bc9-4f40-b977-e13052332a66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:44.595022435Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"651147cf-3bc9-4f40-b977-e13052332a66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:44.649041487Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"651147cf-3bc9-4f40-b977-e13052332a66","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:47.550299878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"4ebf4201-c583-448e-a967-30fe51a46199","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:47.60611702Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"4ebf4201-c583-448e-a967-30fe51a46199","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:47.916446422Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"c07816bc-9b3c-44de-8184-039d01ef1749","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:47.916466519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"c07816bc-9b3c-44de-8184-039d01ef1749","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.637861047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"4f86f4a4-9207-431d-88fb-cbdaeedb2ba1","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.637881431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"4f86f4a4-9207-431d-88fb-cbdaeedb2ba1","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.69695017Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"22b894d5-590f-455e-9f15-a19bd6f93d4e","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.696970135Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"22b894d5-590f-455e-9f15-a19bd6f93d4e","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.737789597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"56514eb9-d323-4ea8-9684-1577cbc8f4c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:36:53.744018472Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"e0ff5c6e-7d13-498e-be4d-d21de937ba1e","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-bc5c9c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:36:53.748958722Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"22b894d5-590f-455e-9f15-a19bd6f93d4e","name":"rate-test-model-c34879","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-c34879\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:36:53.74901055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"22b894d5-590f-455e-9f15-a19bd6f93d4e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"rate-test-model-c34879\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.754412375Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"367dd1cd-148d-40da-88e6-ba4c511144af","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.75442709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"367dd1cd-148d-40da-88e6-ba4c511144af","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.79309767Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"56514eb9-d323-4ea8-9684-1577cbc8f4c8","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.901266092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"64481fa3-dd0d-4547-8315-b5f06ca05843","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.901288222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"64481fa3-dd0d-4547-8315-b5f06ca05843","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.915092049Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.958276536Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"c80bd0d0-be25-4060-8b4c-7c8f8a09e68c","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.95829491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"c80bd0d0-be25-4060-8b4c-7c8f8a09e68c","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.958631655Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"031e60fe-5cc5-4d4d-aaa5-cdd7cb16ebe2","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:53.958642856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"031e60fe-5cc5-4d4d-aaa5-cdd7cb16ebe2","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.000828953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"c0f6810e-7c5a-45f0-b8c6-698d85bed0cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.010504114Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"7cbb29b5-56af-4408-8da2-945a50dec66b","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.010522401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"7cbb29b5-56af-4408-8da2-945a50dec66b","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:36:54.011239206Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"c1d40483-bdf6-46be-8516-3cfd5b074f0a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-bc5c9c\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.05640401Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"c0f6810e-7c5a-45f0-b8c6-698d85bed0cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.101258732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"0cc39971-e503-45fd-9ef8-c9157f16a410","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.123354503Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"ca96186e-e4d8-4cd9-84fd-abcdea7d5627","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.123401773Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"ca96186e-e4d8-4cd9-84fd-abcdea7d5627","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.156592664Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"0cc39971-e503-45fd-9ef8-c9157f16a410","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.180239462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"06600575-b38a-4ed4-8e25-a2c93ba48f15","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.180259479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"06600575-b38a-4ed4-8e25-a2c93ba48f15","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.213026935Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"81dd8d86-5f03-4331-b98c-a853f5874ec7","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-rate-test-model-c34879","model":"rate-test-model-c34879","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w4-c34879/e2e-rate-iso-a-bc5c9c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.35568254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"a85ee6f1-c1cb-4ffd-ae09-02b6c33c5f5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.372576245Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"5a1aab99-0f61-4558-999a-9c59cf16e252","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.372602668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"5a1aab99-0f61-4558-999a-9c59cf16e252","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.384540632Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"ca8ec7d8-917a-4f0d-a6d8-46508b6e5a66","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-rate-test-model-d9576a","model":"rate-test-model-d9576a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w4-d9576a/e2e-rate-iso-b-bc5c9c"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.410866637Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"a85ee6f1-c1cb-4ffd-ae09-02b6c33c5f5f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.544406432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"ec8e5849-8ff8-476a-9ee3-5eca560e7c7b","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.544424737Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"ec8e5849-8ff8-476a-9ee3-5eca560e7c7b","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.577581343Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"d4f7db30-316f-4d10-9a17-540268ca09f9","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-rate-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.744568045Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"b69f3cc8-8002-42b7-980f-56c8b080c800","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-rate-test-model-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.748997355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"da81fa64-f844-4d87-abc0-9dac858a28f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.803779136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"da81fa64-f844-4d87-abc0-9dac858a28f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:54.857320824Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"da81fa64-f844-4d87-abc0-9dac858a28f7","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:58.413653382Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"f7259f8d-7ff3-49bf-a982-44b8be5485f4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:58.533109072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"ab30f6c6-7725-4601-96d3-b9f3d89ebdf0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:58.651313732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c49915a9-74c0-4205-83d6-fa100cabce04","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:58.777535131Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"68fe5571-227c-420a-bff7-ada8d23f169a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:58.954468921Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"a94f1342-a1d0-4e29-ac5e-c2b63039e49e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.122472785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"84065ada-0c38-4e98-a7ed-234b16cb8d17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.240026962Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"13ab1dc4-9af7-425e-925b-cae0228fbf27","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.341097545Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"c40a9f4a-0694-4f9e-89d8-8305533a2509","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.542206984Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5f93ca2-9e56-491c-b969-c98c644614a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:36:59.640314266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"bab96def-bed1-4c97-82ee-96c88a1d3c15","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:04.95835809Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"fd8f0550-870f-41e3-9924-3c74cf24c17f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:05.014096698Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"fd8f0550-870f-41e3-9924-3c74cf24c17f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:05.068081023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w2-6a5d73-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (e226078cb8caa84efa1270d9c7199a319af70ba40e19c05bb1985acdf0c10875) AuthConfig (11327ddfff10ef2745ea114b2af44b6213f811fe1574414a8cca3a5eff7dfdf4) AuthConfig (ba93e0052ea55b49e82cd6ed4eb7faabf6c8b8d12f146c1e081b9f86242dbd7b) AuthConfig (acd65d5983d00d5c6476463d10c87ad555a28dc9b8338a58a9327e24be58deb7) AuthConfig (79a952c7071f4e72374e313efbe31f53ea05486060122245d3c94ddd638d0a2d) AuthConfig (18f520f8d62222173220085baf2166a211f769da6823381c911b9d2bb4ee20e1) AuthConfig (08afe1262ec598dd79e3eeb488dea1434a11fdadcbf3210f0b4a6f9901cc2d4a) AuthConfig (90142a74ec9737a87da4ae49daac7e4338a385bfe50a9d053fa0ba87f79934b4) AuthConfig (fb2a4e2e82731badb82ff1a38fccd65589d202cf7bdf955210d85440d3ff3fba) AuthConfig (c6aaafb816cf1318074c73d41d963696c162049f26e672a02486a2987b384d64) AuthConfig (e9c1e6202f4cdc88982f4afc7411f00848fcaaf9a0ab64367ea40a6215e4de35) AuthConfig (4573d29a4ba0b9527fa65f8e947fef734144058d3d4fd1b41aed5327393320cd) AuthConfig (cad6978d484529ec2e1d2ec6dfa3912e66c641dbdc1b2be30d19e8332047704c) AuthConfig (b97601db0769bc0cad645bb5293c60f04e50625aa0ae4601db5cd0641cb7a670) AuthConfig (c3657c0c7243a55e21350589304301a13c0d45e7aef8d681509b87879c924e38) AuthConfig (95c9af2ea40d62e5acfd71680b5f4e8ab5d8adf9991af63c83d9af529f5f0d5e) AuthConfig (8c47f6aca4afcfbb08bfd38f419493cd5e7ac0a0e3b5838a4c84d2a895d49f6b) AuthConfig (66d96cf6e746fbfb9eca1b5da13cac897d7bb2d8df7cfb8ea41b668f058e03db)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"fd8f0550-870f-41e3-9924-3c74cf24c17f","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:05.123905766Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"a236aa61-f1c9-4fa1-aceb-51db497b2aaa","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:05.123926958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"a236aa61-f1c9-4fa1-aceb-51db497b2aaa","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:14.589702454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"84abdcc6-c5e8-4f99-85b1-27b3fa475abd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:14.708153079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"2a656e25-e4d7-4f6e-acc9-e4e297eedb3f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:14.808455425Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"a43500b6-0404-4bcf-a093-f156a3e6897c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:14.908032167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d5ef2f5f-6e56-4e0a-b720-8f5e7b1bd45d","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:14.949518113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"45fd116e-2ea7-4c30-b2bc-d6e14828f818","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.009000905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e158bd19-e351-464e-a8e0-2643c5d096e1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.109266111Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"ee33f362-f45d-4aac-970a-8d2388c3361c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.20929883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"081ca3b8-833f-4432-ab04-00f4a21747ed","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-rate-test-model-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.223785967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"e341fe3d-9264-4332-936a-3b968e6c61de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.278592317Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"e341fe3d-9264-4332-936a-3b968e6c61de","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.32172848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"49d50058-c824-4734-aa50-a3adc9dd32eb","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-rate-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.369924058Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"49d338ad-282e-4059-8488-fbb241808d2f","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.369942518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"49d338ad-282e-4059-8488-fbb241808d2f","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.483928833Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"18146157-34e2-4c45-84db-9b1cb5e6caf3","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.483950813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"18146157-34e2-4c45-84db-9b1cb5e6caf3","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.551168566Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"c5c032b9-afbc-456d-9c58-72e48d82d410","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.618247735Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"06890b7b-8caa-44a7-945b-53c4f41f43f5","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.618284098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"06890b7b-8caa-44a7-945b-53c4f41f43f5","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:15.894446155Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"82f05126-3653-4421-b43b-711ddc1652f7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:16.072110304Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"7aafbd33-04fc-4f09-9d8a-1431d1936510","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:16.173798723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"4d40b516-b1ed-4bda-8672-188ed27c0f58","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:16.231070628Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"4d40b516-b1ed-4bda-8672-188ed27c0f58","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:16.553695715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"1a780cf0-9c98-42f1-bb10-6c65ea3fe239","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:16.609259505Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"1a780cf0-9c98-42f1-bb10-6c65ea3fe239","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.00297572Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"626b37dc-23b6-4b7a-a5b6-13d80f861e33","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.002993181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"626b37dc-23b6-4b7a-a5b6-13d80f861e33","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.060340496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"d0f6cd6a-1ab9-4824-bf76-bf6f744f3edc","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.060375267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"d0f6cd6a-1ab9-4824-bf76-bf6f744f3edc","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.102808183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"a1eed10a-65f4-4a11-b258-0c852a701fec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:37:21.113832433Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"a0aa6863-a2d2-4766-a186-a5ef61737824","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-a-043ae1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.157994499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"a1eed10a-65f4-4a11-b258-0c852a701fec","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.223050389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"7d1392ef-360f-4696-8792-b1b29e619c5c","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.223078555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"7d1392ef-360f-4696-8792-b1b29e619c5c","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.256600434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"b7bfd809-adc6-4371-8628-a13c9176bc9c","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.256618479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"b7bfd809-adc6-4371-8628-a13c9176bc9c","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.31296979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"84f5551a-8fbc-4cae-a1e2-88d668178aa0","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.312989283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"84f5551a-8fbc-4cae-a1e2-88d668178aa0","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.313403423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"7a355c4b-e0ef-440f-9ff9-ce3c3c54d736","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.313418383Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"7a355c4b-e0ef-440f-9ff9-ce3c3c54d736","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.35629505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"1247ea97-d6b7-4737-b43b-02d99ffcbc26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:37:21.362025731Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"0f67fdaf-d5ec-4c73-ac75-ba69c9da3b10","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-rate-iso-b-043ae1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.411815729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"1247ea97-d6b7-4737-b43b-02d99ffcbc26","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.458681006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"ad7e4fe3-fc8b-404a-b550-6d25f7bafa74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.470006185Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"05ad6c7f-9809-4b4d-b80a-52df55eccd5f","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.470023418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"05ad6c7f-9809-4b4d-b80a-52df55eccd5f","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.483172377Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"524e256d-b601-4c77-afcd-f0462164035a","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-rate-test-model-98a394","model":"rate-test-model-98a394","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w2-98a394/e2e-rate-iso-a-043ae1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.514067744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"ad7e4fe3-fc8b-404a-b550-6d25f7bafa74","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.523531215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"990ddb66-fe29-44e0-ac28-0cfde0ec7802","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.523550647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"990ddb66-fe29-44e0-ac28-0cfde0ec7802","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.608845793Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"07125f05-1356-414c-8a48-60f78d3322c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.609001588Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"2dfb2cca-07bf-4588-a7ca-6bc02bcb628f","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.609019399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"2dfb2cca-07bf-4588-a7ca-6bc02bcb628f","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.665341477Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"9f76e54f-7a4e-40cc-b8a6-6de10bd11915","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.665393327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"9f76e54f-7a4e-40cc-b8a6-6de10bd11915","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.726325891Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"3f20e9c6-ebcb-4a0c-87d1-9ff65ec73d0c","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-rate-test-model-6a5d73","model":"rate-test-model-6a5d73","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w2-6a5d73/e2e-rate-iso-b-043ae1"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.746524346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"b7448a52-2ecd-40e6-905c-f2d178757c47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.80212298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"b7448a52-2ecd-40e6-905c-f2d178757c47","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.844622251Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"4c689893-b0a3-44d1-9d84-09669e067440","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-rate-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.863200744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"07125f05-1356-414c-8a48-60f78d3322c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.886844364Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"1dcd3b4e-3cbd-4605-81e7-488129c5fc60","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.886865359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"1dcd3b4e-3cbd-4605-81e7-488129c5fc60","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.945314419Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"80dc2b0e-f194-431d-ab65-401a6fee8725","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-rate-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.98828508Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"07125f05-1356-414c-8a48-60f78d3322c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"e2e-shared-a-w4-c34879-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:21.988307647Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"07125f05-1356-414c-8a48-60f78d3322c2","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w4-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.04280567Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"50eaa67c-9770-4eab-9c6e-27e0a6f6c044","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.042826497Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"50eaa67c-9770-4eab-9c6e-27e0a6f6c044","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.087710403Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"311ef089-a0ec-4430-b1c6-62e376252f4e","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-rate-test-model-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.209523978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"7f84fb3d-0c4b-4681-b898-d899c76403c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.209598891Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"d92c6813-ab1a-4897-b321-29f63752bdcd","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.209613083Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"d92c6813-ab1a-4897-b321-29f63752bdcd","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.30079525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"4e95a621-1e79-4ddc-ba14-dab0367f2af4","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-rate-test-model-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.467924837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"4a0b9d04-329b-4b03-8a08-d136c924133c","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-rate-test-model-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.47406764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"7f84fb3d-0c4b-4681-b898-d899c76403c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.597764944Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"7f84fb3d-0c4b-4681-b898-d899c76403c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"e2e-shared-b-w4-d9576a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.59778727Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-auth-bc5c9c","reconcileID":"7f84fb3d-0c4b-4681-b898-d899c76403c4","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w4-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.652563955Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"3234d25d-c65a-41c4-9268-f0d3854d2edd","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.652585791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"3234d25d-c65a-41c4-9268-f0d3854d2edd","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.801817377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"547fa915-ef77-46f6-90e5-947c5e04fb76","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.801845555Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"547fa915-ef77-46f6-90e5-947c5e04fb76","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:22.908770075Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"8bb19ff8-6e33-48f2-86e7-bc3ee22a4152","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-rate-test-model-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:23.913590478Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.846884383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e351-5f04-446b-83ec-ece9247b4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.897221419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e351-5f04-446b-83ec-ece9247b4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.947320439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e351-5f04-446b-83ec-ece9247b4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:26.997787305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5310e351-5f04-446b-83ec-ece9247b4217","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:28.829765722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1248c868-4b86-418c-b46e-ad7813549b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:28.880197691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1248c868-4b86-418c-b46e-ad7813549b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:28.930418247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1248c868-4b86-418c-b46e-ad7813549b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:28.980584883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1248c868-4b86-418c-b46e-ad7813549b1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:30.870669845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65d5aca-7324-4831-8b50-e59822e4e0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:30.921482937Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65d5aca-7324-4831-8b50-e59822e4e0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:30.971588368Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65d5aca-7324-4831-8b50-e59822e4e0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:31.021741154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c65d5aca-7324-4831-8b50-e59822e4e0d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:32.880051194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce303fa1-7841-4214-b6b1-b99095196289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:32.931919649Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce303fa1-7841-4214-b6b1-b99095196289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:32.982634041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce303fa1-7841-4214-b6b1-b99095196289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.032724886Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"a522dd91-86f9-4d1a-8103-bb7d3cf26f4d","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","subscription":"e2e-rate-iso-a-bc5c9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.032907051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ce303fa1-7841-4214-b6b1-b99095196289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.083528718Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"a522dd91-86f9-4d1a-8103-bb7d3cf26f4d","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.136795472Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"e2e-rate-iso-a-bc5c9c","reconcileID":"a522dd91-86f9-4d1a-8103-bb7d3cf26f4d","MaaSSubscription":{"name":"e2e-rate-iso-a-bc5c9c","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"name":"maas-trlp-rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.468131226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"79c8f853-24db-4c5f-8893-985863cd8b0c","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"tenant":"e2e-shared-a-w4-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","model":"ai-tenant-e2e-shared-a-w4-c34879/rate-test-model-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.468225936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"rate-test-model-c34879","reconcileID":"79c8f853-24db-4c5f-8893-985863cd8b0c","MaaSModelRef":{"name":"rate-test-model-c34879","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"routeName":"rate-test-model-c34879-kserve-route","namespace":"ai-tenant-e2e-shared-a-w4-c34879","llmisvcName":"rate-test-model-c34879","gateway":"openshift-ingress/e2e-shared-a-w4-c34879","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.619039636Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"907637ef-4af9-4f74-a0a5-e6bb38e66924","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:33.619067609Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"907637ef-4af9-4f74-a0a5-e6bb38e66924","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:35.530644596Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"006c1514-6e91-494b-893c-1fe59817cede","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-rate-test-model-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:35.692241453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"f28e7dcd-af57-41b2-8161-14ca4320046b","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:35.692262234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"f28e7dcd-af57-41b2-8161-14ca4320046b","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:36.144504259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"8256eea3-b3e7-4e87-af57-f04274e03700","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-rate-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:36.304682074Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"c2c9e882-b9e9-441e-aac4-b9f38fce7da3","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:36.304713534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"c2c9e882-b9e9-441e-aac4-b9f38fce7da3","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:37.257103024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"abd516a4-5973-479d-9455-485af0ba6548","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:37.31202222Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"abd516a4-5973-479d-9455-485af0ba6548","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:37.358674404Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"33e3ab97-965f-401e-9bc6-2fd7c41c6126","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:37.4141499Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"33e3ab97-965f-401e-9bc6-2fd7c41c6126","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:43.775717646Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"1c4d600c-29e1-4877-bfca-38e85da5e8b9","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","subscription":"e2e-rate-iso-b-bc5c9c","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:43.826164615Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"1c4d600c-29e1-4877-bfca-38e85da5e8b9","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:43.876471897Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"e2e-rate-iso-b-bc5c9c","reconcileID":"1c4d600c-29e1-4877-bfca-38e85da5e8b9","MaaSSubscription":{"name":"e2e-rate-iso-b-bc5c9c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"name":"maas-trlp-rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:44.141535188Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"294b1c26-8eb5-43f1-92d0-5bf7f26cecda","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"tenant":"e2e-shared-b-w4-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","model":"ai-tenant-e2e-shared-b-w4-d9576a/rate-test-model-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:44.141556399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"rate-test-model-d9576a","reconcileID":"294b1c26-8eb5-43f1-92d0-5bf7f26cecda","MaaSModelRef":{"name":"rate-test-model-d9576a","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"routeName":"rate-test-model-d9576a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","llmisvcName":"rate-test-model-d9576a","gateway":"openshift-ingress/e2e-shared-b-w4-d9576a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:53.913091751Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.022829212Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","namespace":"ai-tenant-e2e-mt-eec2ff70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.022886598Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","namespace":"ai-tenant-e2e-mt-eec2ff70","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.022955105Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","tenant":"e2e-mt-eec2ff70","tenantID":"e2e-mt-eec2ff70","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.077420576Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"Deployment","name":"maas-api-e2e-mt-eec2ff70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.138478702Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"Service","name":"maas-api-e2e-mt-eec2ff70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.192024192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-eec2ff70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.26918319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-eec2ff70","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.349577552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.405823002Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.461167824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.517869307Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.568069559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"Deployment","name":"payload-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.618140534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.668046633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"Service","name":"payload-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.717946096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"Service","name":"payload-pre-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.767895716Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"DestinationRule","name":"payload-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.817657398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.867529113Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.923571575Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:37:59.97377758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:00.024702376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:00.074306384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-eec2ff70","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:00.124023406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-eec2ff70"},"namespace":"ai-tenant-e2e-mt-eec2ff70","name":"default-tenant","reconcileID":"e113a2fe-3ebc-43a5-90f8-4738754a04fb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-eec2ff70","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.10382084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"67f12b1c-fa4c-4db4-8dcf-2e6625a7227d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.10426844Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"7aff649b-ea6f-402a-a93e-0cbbd4a42936","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.104284901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"7aff649b-ea6f-402a-a93e-0cbbd4a42936","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.305016371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"67f12b1c-fa4c-4db4-8dcf-2e6625a7227d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.360338608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"c3146233-4ae5-467b-8ca2-fdf21d5c6879","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-rate-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.43142324Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"67f12b1c-fa4c-4db4-8dcf-2e6625a7227d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"e2e-shared-a-w2-98a394-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.431452037Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-auth-043ae1","reconcileID":"67f12b1c-fa4c-4db4-8dcf-2e6625a7227d","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w2-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.486580108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"67532b4e-2aba-4f1b-b65c-a05c439d7887","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.486600036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"67532b4e-2aba-4f1b-b65c-a05c439d7887","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.636546749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"3a1b3714-53d3-4efb-a773-eb7a6ba8f7cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.636600392Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"0995a90f-6b07-45cf-95f7-4a1321d855b7","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.636613442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"0995a90f-6b07-45cf-95f7-4a1321d855b7","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.745517195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"f41e4be6-3346-44b1-a82b-9546b5172436","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-rate-test-model-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.836796527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"3a1b3714-53d3-4efb-a773-eb7a6ba8f7cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.898123469Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"5bee9895-08d5-4be7-96f8-cf3aaee9362d","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-rate-test-model-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.960571148Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"3a1b3714-53d3-4efb-a773-eb7a6ba8f7cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"e2e-shared-b-w2-6a5d73-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:05.960601665Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-auth-043ae1","reconcileID":"3a1b3714-53d3-4efb-a773-eb7a6ba8f7cd","MaaSAuthPolicy":{"name":"e2e-rate-iso-auth-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w2-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:06.015326762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"2d316e1e-3619-41b3-b610-c5c25b564b74","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:06.015348276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"2d316e1e-3619-41b3-b610-c5c25b564b74","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:06.165185742Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"9a47524b-07e9-40a2-913e-8574e7fe2ed6","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:06.165205282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"9a47524b-07e9-40a2-913e-8574e7fe2ed6","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:06.273150854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"6e818590-38f1-4b7e-82bf-5d25e8445bf2","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-rate-test-model-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:07.608408017Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-eec2ff70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-eec2ff70","reconcileID":"9fe77663-97b1-4ec4-878a-a505af138621","aitenant":"ai-tenants/e2e-mt-eec2ff70","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:08.168511358Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62557264-705b-41e4-990e-48b7a4c593c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:08.219331222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62557264-705b-41e4-990e-48b7a4c593c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:08.269787443Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62557264-705b-41e4-990e-48b7a4c593c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:08.32052034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62557264-705b-41e4-990e-48b7a4c593c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:08.428235282Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-eec2ff70","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-eec2ff70","reconcileID":"9fe77663-97b1-4ec4-878a-a505af138621","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-eec2ff70","removed":["maas.opendatahub.io/gateway-access-e2e-mt-eec2ff70"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:10.194655504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8247bf5-060e-4903-ba05-69e33df20253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:10.245058285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8247bf5-060e-4903-ba05-69e33df20253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:10.295340134Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8247bf5-060e-4903-ba05-69e33df20253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:10.345674084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8247bf5-060e-4903-ba05-69e33df20253","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:12.16649399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b406f4-5685-428e-a961-e0a92af8f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:12.21691542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b406f4-5685-428e-a961-e0a92af8f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:12.267149392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b406f4-5685-428e-a961-e0a92af8f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:12.317887855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6b406f4-5685-428e-a961-e0a92af8f44c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.321625658Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"6d5f4165-4949-48b7-8483-14c45041b008","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","subscription":"e2e-rate-iso-a-043ae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.372438439Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"6d5f4165-4949-48b7-8483-14c45041b008","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.423157248Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"e2e-rate-iso-a-043ae1","reconcileID":"6d5f4165-4949-48b7-8483-14c45041b008","MaaSSubscription":{"name":"e2e-rate-iso-a-043ae1","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"name":"maas-trlp-rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.530565571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b99fe27-49f5-40a2-840e-c0aeb6af2bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.580938873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b99fe27-49f5-40a2-840e-c0aeb6af2bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.631502214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b99fe27-49f5-40a2-840e-c0aeb6af2bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.682669886Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b99fe27-49f5-40a2-840e-c0aeb6af2bb3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.691684457Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"0f0dabef-ea9e-4ef0-8410-88d928b3e01b","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"tenant":"e2e-shared-a-w2-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","model":"ai-tenant-e2e-shared-a-w2-98a394/rate-test-model-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.69170906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"rate-test-model-98a394","reconcileID":"0f0dabef-ea9e-4ef0-8410-88d928b3e01b","MaaSModelRef":{"name":"rate-test-model-98a394","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"routeName":"rate-test-model-98a394-kserve-route","namespace":"ai-tenant-e2e-shared-a-w2-98a394","llmisvcName":"rate-test-model-98a394","gateway":"openshift-ingress/e2e-shared-a-w2-98a394","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.846272705Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"4256d348-7ee5-4a59-8840-e828af45a9fc","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:16.846298736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"4256d348-7ee5-4a59-8840-e828af45a9fc","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:18.510926274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c395578-06ea-4672-a966-f9246323d581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:18.561049675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c395578-06ea-4672-a966-f9246323d581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:18.611265708Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c395578-06ea-4672-a966-f9246323d581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:18.665399822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4c395578-06ea-4672-a966-f9246323d581","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:23.915395332Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:27.045697409Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"0ff196d7-5066-410c-91b5-7c5abf5b8215","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","subscription":"e2e-rate-iso-b-043ae1","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:27.096428722Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"0ff196d7-5066-410c-91b5-7c5abf5b8215","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:27.146982274Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"e2e-rate-iso-b-043ae1","reconcileID":"0ff196d7-5066-410c-91b5-7c5abf5b8215","MaaSSubscription":{"name":"e2e-rate-iso-b-043ae1","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"name":"maas-trlp-rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:27.411145434Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"c9a2682a-a035-400b-a1e7-90314b8fd31d","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"tenant":"e2e-shared-b-w2-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","model":"ai-tenant-e2e-shared-b-w2-6a5d73/rate-test-model-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:27.411167643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"rate-test-model-6a5d73","reconcileID":"c9a2682a-a035-400b-a1e7-90314b8fd31d","MaaSModelRef":{"name":"rate-test-model-6a5d73","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"routeName":"rate-test-model-6a5d73-kserve-route","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","llmisvcName":"rate-test-model-6a5d73","gateway":"openshift-ingress/e2e-shared-b-w2-6a5d73","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:38.142976386Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"a5657031-9f65-4e26-864f-dc3bcdfd2a34","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:38.143013302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"a5657031-9f65-4e26-864f-dc3bcdfd2a34","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:43.858921405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e6ff5d-ce96-4d54-a6c4-0f09c2f73142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:43.909032105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e6ff5d-ce96-4d54-a6c4-0f09c2f73142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:43.958999098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e6ff5d-ce96-4d54-a6c4-0f09c2f73142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:44.009478494Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"19e6ff5d-ce96-4d54-a6c4-0f09c2f73142","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:45.905714353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159c4bd4-e25d-4669-a0b3-0a78ca1abaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:45.955932501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159c4bd4-e25d-4669-a0b3-0a78ca1abaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:46.005921614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159c4bd4-e25d-4669-a0b3-0a78ca1abaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:46.05599704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"159c4bd4-e25d-4669-a0b3-0a78ca1abaec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:38:53.913668163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.299138146Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","namespace":"ai-tenant-e2e-shared-a-w3-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.299201042Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","namespace":"ai-tenant-e2e-shared-a-w3-059b23","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.299252216Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","tenant":"e2e-shared-a-w3-059b23","tenantID":"e2e-shared-a-w3-059b23","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.351709038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"Deployment","name":"maas-api-e2e-shared-a-w3-059b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.410622697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"Service","name":"maas-api-e2e-shared-a-w3-059b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.470154425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w3-059b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.522350424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w3-059b23","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.575446463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.627850938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.680788785Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.735267424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.786107334Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.835935088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.886111601Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"Service","name":"payload-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.936124632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:03.986151544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:04.035974578Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:04.085642757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:04.139682198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:04.189592769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:04.23953956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:04.293903879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w3-059b23","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:04.343652817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w3-059b23"},"namespace":"ai-tenant-e2e-shared-a-w3-059b23","name":"default-tenant","reconcileID":"4c3cf406-86b2-4d01-89e5-dcd14c00b030","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w3-059b23","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:07.047115361Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-059b23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-059b23","reconcileID":"39060bf1-1a21-4bd9-8094-4e1698e97fad","aitenant":"ai-tenants/e2e-shared-a-w3-059b23","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:07.59257159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f982e71-80a4-4d60-936f-1416ad6ef87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:07.642707289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f982e71-80a4-4d60-936f-1416ad6ef87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:07.692818828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f982e71-80a4-4d60-936f-1416ad6ef87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:07.743183193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f982e71-80a4-4d60-936f-1416ad6ef87b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:07.856977638Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w3-059b23","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w3-059b23","reconcileID":"39060bf1-1a21-4bd9-8094-4e1698e97fad","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w3-059b23","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w3-059b23"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:09.587434602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893e0591-fbcd-407b-ab94-094289722f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:09.638377919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893e0591-fbcd-407b-ab94-094289722f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:09.689086412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893e0591-fbcd-407b-ab94-094289722f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:09.739400058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"893e0591-fbcd-407b-ab94-094289722f5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:10.958341902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"0eb7ab2c-09dd-4da8-b078-ff27e986d42a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.058605241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"223c7c6d-0fca-4421-8a02-fa884b1f67e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.163421331Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"d4df8f62-e701-439e-9622-20a1b8683f2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.336835834Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"ef8f1fa5-de75-4ab6-9242-71e76d721720","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.566253691Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcaa263-c685-42ba-8f64-9a45fbc4290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.616428586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcaa263-c685-42ba-8f64-9a45fbc4290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.66646922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcaa263-c685-42ba-8f64-9a45fbc4290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.716707584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcaa263-c685-42ba-8f64-9a45fbc4290c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.868644141Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"67936b6c-6589-470c-9090-63e3b1e8baf9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.868923857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"831f4611-b1af-4f6a-8085-c22730fee019","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:11.928956522Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"2578ae00-f83a-44c9-bedd-57828632799e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:12.124351149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"c4ae59e3-beee-4b71-b730-4ca1a4c1b4b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:12.151453983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1bc39384-add9-4cb4-b4e7-c956c428e78c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:12.224552167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"d6e1cd12-11f0-4971-8303-4bbd8811bbb4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:15.549416643Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b92237-b602-484c-aee2-32078e4fcafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:15.599604881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b92237-b602-484c-aee2-32078e4fcafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:15.649886919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b92237-b602-484c-aee2-32078e4fcafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:15.699959268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01b92237-b602-484c-aee2-32078e4fcafc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:17.542291765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fc1c3f-fcc5-46bd-a931-cd7a2194293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:17.592561848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fc1c3f-fcc5-46bd-a931-cd7a2194293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:17.64256723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fc1c3f-fcc5-46bd-a931-cd7a2194293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:17.692792813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88fc1c3f-fcc5-46bd-a931-cd7a2194293a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:23.9131011Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:27.25734774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"834665e7-a758-48b7-aeff-7095e03c0aa9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:27.374737089Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"844f3f40-51ef-481d-9561-96f71bd0850b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:27.489302666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"aa4a6ade-1334-485a-bed8-e3441a161474","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:27.620650329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"3bb022c0-ad50-4ade-ae7c-0f7e10e09e7a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:27.714455222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"4af06764-b628-4fb1-943f-649a7a854190","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:27.806849718Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8fcab642-4821-4138-b3e6-6db4e3bc5ce1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:27.907897651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"3b4ea6bc-c8c3-467a-8377-e18d903654cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:28.070690119Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"0d7c764d-a5de-4254-b877-6b37222aa4ce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:28.297008416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"378ebcb3-0677-4cfe-bf7a-6467ba495514","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:28.413999372Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"0053f5a7-f97f-47d9-83d5-63a3301b4150","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:33.731863514Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","namespace":"ai-tenant-e2e-shared-a-w4-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:33.731952918Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","namespace":"ai-tenant-e2e-shared-a-w4-c34879","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:33.732041809Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","tenant":"e2e-shared-a-w4-c34879","tenantID":"e2e-shared-a-w4-c34879","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:33.786063318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"Deployment","name":"maas-api-e2e-shared-a-w4-c34879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:33.84455938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"Service","name":"maas-api-e2e-shared-a-w4-c34879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:33.900762306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w4-c34879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:33.95243924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w4-c34879","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.005750259Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.057776324Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.112457105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.164526663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.214185788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.263818265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.313438513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"Service","name":"payload-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.36344978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.413494943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.463165738Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.512842769Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.566248605Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.616346436Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.667142397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.71851819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w4-c34879","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:34.769027682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w4-c34879"},"namespace":"ai-tenant-e2e-shared-a-w4-c34879","name":"default-tenant","reconcileID":"c78d34b3-1e91-4439-acb5-fd9fc135410c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w4-c34879","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:37.428262061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d881c-31ba-414b-9e5a-80f2375e9eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:37.478448225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d881c-31ba-414b-9e5a-80f2375e9eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:37.528762246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d881c-31ba-414b-9e5a-80f2375e9eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:37.579129419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c19d881c-31ba-414b-9e5a-80f2375e9eca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:39.449504489Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7b367-6438-4b9d-883c-f13bd46e6b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:39.499638191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7b367-6438-4b9d-883c-f13bd46e6b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:39.550114458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7b367-6438-4b9d-883c-f13bd46e6b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:39.600618693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fea7b367-6438-4b9d-883c-f13bd46e6b11","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:41.386590921Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c34879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c34879","reconcileID":"5eaa0150-55d7-4c0c-a00f-65a4a23dc550","aitenant":"ai-tenants/e2e-shared-a-w4-c34879","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:41.456790211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fa669-b448-4ce0-acda-ca881fd60ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:41.50859702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fa669-b448-4ce0-acda-ca881fd60ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:41.559053686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fa669-b448-4ce0-acda-ca881fd60ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:41.60942493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d60fa669-b448-4ce0-acda-ca881fd60ef9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:42.13030235Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w4-c34879","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w4-c34879","reconcileID":"5eaa0150-55d7-4c0c-a00f-65a4a23dc550","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w4-c34879","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w4-c34879"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:43.458599674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e39568-e911-412c-ba5d-938655bf6ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:43.509405742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e39568-e911-412c-ba5d-938655bf6ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:43.559771128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e39568-e911-412c-ba5d-938655bf6ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:43.609979938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e39568-e911-412c-ba5d-938655bf6ae1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:45.449948363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ca559f-c3c9-4409-b4ff-b40e2dbbcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:45.500315726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ca559f-c3c9-4409-b4ff-b40e2dbbcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:45.550694252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ca559f-c3c9-4409-b4ff-b40e2dbbcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:45.604389305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8ca559f-c3c9-4409-b4ff-b40e2dbbcfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:50.750974419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d520c85-04cf-4adf-aecb-b9e0ebd59182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:50.802538397Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d520c85-04cf-4adf-aecb-b9e0ebd59182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:50.852718119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d520c85-04cf-4adf-aecb-b9e0ebd59182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:50.902843111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d520c85-04cf-4adf-aecb-b9e0ebd59182","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:52.743830248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3322ae-22f5-4ae4-ad22-9f496b9f5e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:52.793928142Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3322ae-22f5-4ae4-ad22-9f496b9f5e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:52.844233646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3322ae-22f5-4ae4-ad22-9f496b9f5e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:52.894546727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e3322ae-22f5-4ae4-ad22-9f496b9f5e87","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:53.915056881Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:54.740098385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14805462-3e21-4583-af5a-b3bff0c5b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:54.790185344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14805462-3e21-4583-af5a-b3bff0c5b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:54.840356584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14805462-3e21-4583-af5a-b3bff0c5b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:54.890511348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"14805462-3e21-4583-af5a-b3bff0c5b400","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:59.895090497Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:59.895146506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","namespace":"ai-tenant-e2e-shared-b-w3-434b6a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:59.895194597Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","tenant":"e2e-shared-b-w3-434b6a","tenantID":"e2e-shared-b-w3-434b6a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:39:59.947628087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"Deployment","name":"maas-api-e2e-shared-b-w3-434b6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.006513303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"Service","name":"maas-api-e2e-shared-b-w3-434b6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.059663874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w3-434b6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.112670262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w3-434b6a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.168462333Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.221228132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.274641411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.328946335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.37861819Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.428168198Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.477830083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"Service","name":"payload-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.527563367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.577284466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.6269757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.676469374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.730140265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.779773639Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.829355411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.878990294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w3-434b6a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:00.929544686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w3-434b6a"},"namespace":"ai-tenant-e2e-shared-b-w3-434b6a","name":"default-tenant","reconcileID":"2cd1fe93-4961-43b8-969b-13f9371523f6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w3-434b6a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.273436615Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-434b6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-434b6a","reconcileID":"73f93ee1-6cd0-4713-8649-e34c0076526e","aitenant":"ai-tenants/e2e-shared-b-w3-434b6a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.825759111Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899a64b4-05a4-42d9-8425-58846238c05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.876117924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899a64b4-05a4-42d9-8425-58846238c05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.926537755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899a64b4-05a4-42d9-8425-58846238c05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:05.976839314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"899a64b4-05a4-42d9-8425-58846238c05e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:06.131717201Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w3-434b6a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w3-434b6a","reconcileID":"73f93ee1-6cd0-4713-8649-e34c0076526e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w3-434b6a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w3-434b6a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.231709794Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-access","reconcileID":"d575cbd0-e1c9-46b3-a0bb-84c3128c10f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.299001859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"04d31939-0f68-48d4-abcc-46f74c80c0ab","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.299028416Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"04d31939-0f68-48d4-abcc-46f74c80c0ab","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.352934454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"61db6be6-9905-4246-8972-9fb76f69d936","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.436585543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"849dddb8-0667-4432-b1dd-f0e61b41b852","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.513079388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e0af02dd-87ba-4b98-996c-f5faa159e9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.572849442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e0af02dd-87ba-4b98-996c-f5faa159e9eb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.589258898Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"de8c76ee-9844-46f7-b254-dd2a38409a25","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.6187982Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"0f8396a6-f684-40cc-8705-c1ca367ed893","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.851711396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff145e-4a4a-4383-95af-5354352c3934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.901608696Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff145e-4a4a-4383-95af-5354352c3934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:07.951710165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff145e-4a4a-4383-95af-5354352c3934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:08.001839656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8aff145e-4a4a-4383-95af-5354352c3934","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:08.002024349Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e3374362-0d78-4060-9902-f5b69e648dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:08.058113995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e3374362-0d78-4060-9902-f5b69e648dfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:08.371146779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-2-w3-41aa5f","reconcileID":"fafeb3bc-06c6-48a7-bd54-3baf2b5482d2","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-2-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-2-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:09.848489305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c0af4f-3532-4b66-87cd-4c60d844dd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:09.89863681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c0af4f-3532-4b66-87cd-4c60d844dd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:09.948890588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c0af4f-3532-4b66-87cd-4c60d844dd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:09.99909936Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9c0af4f-3532-4b66-87cd-4c60d844dd1d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:12.85023409Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"98c33a84-1638-4e2f-aa04-ee2e698a40a6","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:12.850256752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"98c33a84-1638-4e2f-aa04-ee2e698a40a6","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:12.903105545Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"99002370-78d8-4a41-b979-df045f9ead9c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:12.90312688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"99002370-78d8-4a41-b979-df045f9ead9c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:13.002385602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"e6989d56-82b6-4dbd-a50a-5b857c275ef4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:13.125636311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"e6989d56-82b6-4dbd-a50a-5b857c275ef4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:13.179426814Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"e6989d56-82b6-4dbd-a50a-5b857c275ef4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:13.23487616Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"4f4e6797-2465-459d-a50e-9b4884d72fb5","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:13.234895859Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"4f4e6797-2465-459d-a50e-9b4884d72fb5","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:17.878498523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"0203a608-b8d4-481d-bb1a-3b4d4e983094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:17.930772508Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"0203a608-b8d4-481d-bb1a-3b4d4e983094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:17.981187952Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"simulator-subscription","reconcileID":"0203a608-b8d4-481d-bb1a-3b4d4e983094","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/simulator-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:18.367700691Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"5188ed29-27ad-4d84-8569-9291189524a9","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:18.425500922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-2-w3-41aa5f","reconcileID":"0c369fb3-ee33-4753-ad66-d7af00bf70b9","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-2-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-2-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:18.466765285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"dcadc36a-96f0-4802-b474-c661a22bcef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:18.524462363Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"dcadc36a-96f0-4802-b474-c661a22bcef6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.335059036Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"b21cb16b-e023-48a8-a979-edaf84328c94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.390244718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"b21cb16b-e023-48a8-a979-edaf84328c94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.444488643Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"b21cb16b-e023-48a8-a979-edaf84328c94","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.772780587Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"a1163749-133c-4311-9846-0797dadd43ce","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.872312645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1250cf6a-5a79-4b02-bd7d-989634ad7673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.912776347Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.927401133Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"1250cf6a-5a79-4b02-bd7d-989634ad7673","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:23.928767641Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"73f4cd30-644b-413d-bc23-6e34a124e868","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9962ecc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.116652535Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"4ec4bbc0-b7f4-4085-8284-88e7cf7b8b97","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9962ecc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.227082411Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e87456f9-927d-4f49-84ac-18aff89cfb94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.282113383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"e87456f9-927d-4f49-84ac-18aff89cfb94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.304231005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"f1e3047d-12f4-4cd7-b797-8f16fb5c01c7","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.408770929Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"659d3a31-cfff-48d7-bd9e-2200b2e053d8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9962ecc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.431302328Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"70af6835-3264-4826-b174-9a75300e9ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.473767396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-2-w3-41aa5f","reconcileID":"a753681e-49eb-4a21-b561-bbe325ea6640","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-2-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-2-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.523995593Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"c92d99fb-130e-40f0-91c7-1d6aed041f1f","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.524321509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"cebc4a10-d9a3-4429-bdc8-d032ee3fe0d1","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.524620734Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-w3-41aa5f","reconcileID":"6f0a1d2f-2813-4155-8cf1-7ca848289c90","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.573861221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"5c5a3f3d-31e1-4dc8-a0dc-fd284ec3deb8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-9962ecc5","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.632031271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"70af6835-3264-4826-b174-9a75300e9ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.757508154Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"70af6835-3264-4826-b174-9a75300e9ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"e2e-worker-w3-41aa5f-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.75753162Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-access","reconcileID":"70af6835-3264-4826-b174-9a75300e9ff7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:24.812296316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"a7e83d5b-8df0-43b5-b3e3-011020603b07","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.457155218Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c1e02e-382b-4635-93d6-ff9eaaca4e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.507574356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c1e02e-382b-4635-93d6-ff9eaaca4e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.557654837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c1e02e-382b-4635-93d6-ff9eaaca4e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.607936268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0c1e02e-382b-4635-93d6-ff9eaaca4e93","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.609723889Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","namespace":"ai-tenant-e2e-shared-a-w2-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.609780158Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","namespace":"ai-tenant-e2e-shared-a-w2-98a394","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.609830552Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","tenant":"e2e-shared-a-w2-98a394","tenantID":"e2e-shared-a-w2-98a394","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.663845596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"Deployment","name":"maas-api-e2e-shared-a-w2-98a394","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.721662004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"Service","name":"maas-api-e2e-shared-a-w2-98a394","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.780468815Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w2-98a394","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.86848492Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w2-98a394","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.921825958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:25.974323392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.029462061Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.086122599Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.135813663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.185462499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.235241952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"Service","name":"payload-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.284952495Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.334496121Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.384055582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.433998319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.487860409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.537528689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.623695185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.674073081Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w2-98a394","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.723921705Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w2-98a394"},"namespace":"ai-tenant-e2e-shared-a-w2-98a394","name":"default-tenant","reconcileID":"1906ba18-00f2-4ac8-936f-6f3b42c94336","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w2-98a394","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.7792535Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.779313915Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","namespace":"ai-tenant-e2e-shared-b-w4-d9576a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.779381513Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","tenant":"e2e-shared-b-w4-d9576a","tenantID":"e2e-shared-b-w4-d9576a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.831521215Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"Deployment","name":"maas-api-e2e-shared-b-w4-d9576a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.8899886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"Service","name":"maas-api-e2e-shared-b-w4-d9576a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:26.946715536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w4-d9576a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.000596397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w4-d9576a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.054029541Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.106858801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.161644788Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.213971871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.263508217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.313129657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.364063972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"Service","name":"payload-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.414165783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.459181831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfa2ca0-5ff3-42f5-a70b-684537013780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.50880817Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.510700392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfa2ca0-5ff3-42f5-a70b-684537013780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.560584224Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.561230621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfa2ca0-5ff3-42f5-a70b-684537013780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.611192024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.611810378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bfa2ca0-5ff3-42f5-a70b-684537013780","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.665645328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.715136931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.76464559Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.814397356Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w4-d9576a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:27.8664153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w4-d9576a"},"namespace":"ai-tenant-e2e-shared-b-w4-d9576a","name":"default-tenant","reconcileID":"028b39a8-8304-46a3-9579-9b97d4412b5c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w4-d9576a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:29.109353435Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-w3-41aa5f","reconcileID":"26bc7d37-5a36-48a9-a5ba-10b77fdc2d0b","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:29.45443502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"67e57c16-15a7-4922-b426-ca71b560eda2","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:29.504606906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"e14130e6-4041-4b60-aed3-e154514be09c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:29.555687765Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"e14130e6-4041-4b60-aed3-e154514be09c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:29.606234782Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"premium-simulator-subscription","reconcileID":"e14130e6-4041-4b60-aed3-e154514be09c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"name":"maas-trlp-premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f","model":"e2e-models-e2e-worker-w3-41aa5f/premium-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:29.803356877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"b94836b2-b042-4fc1-b8cf-c98047752697","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:29.871670172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"536833e6-422c-4f17-995d-d055f54cc9a2","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.221549326Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-98a394","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-98a394","reconcileID":"f903ed1e-6c78-433a-ba5f-9580daf618fa","aitenant":"ai-tenants/e2e-shared-a-w2-98a394","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.544661631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"84f5c15e-9199-4897-a137-6f61a373a130","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.600184034Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"84f5c15e-9199-4897-a137-6f61a373a130","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.655082426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"84f5c15e-9199-4897-a137-6f61a373a130","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.74592942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be0ec43-5823-4045-ac09-2570a7a0abd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.797517918Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be0ec43-5823-4045-ac09-2570a7a0abd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.847652619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be0ec43-5823-4045-ac09-2570a7a0abd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:33.897863961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0be0ec43-5823-4045-ac09-2570a7a0abd3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:34.005820982Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w2-98a394","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w2-98a394","reconcileID":"f903ed1e-6c78-433a-ba5f-9580daf618fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w2-98a394","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w2-98a394"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:34.524889454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-2-w3-41aa5f","reconcileID":"178d08b3-1cd7-4c32-b55e-8811e09d6c99","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-2-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-2-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:35.746654685Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fc9e60-c14c-4159-8d4e-0d8e9431cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:35.796742195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fc9e60-c14c-4159-8d4e-0d8e9431cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:35.846781518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fc9e60-c14c-4159-8d4e-0d8e9431cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:35.896879376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0fc9e60-c14c-4159-8d4e-0d8e9431cf82","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:37.746199536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c54a4c1-24dc-4581-88f5-f89ef912aa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:37.796418799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c54a4c1-24dc-4581-88f5-f89ef912aa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:37.846834963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c54a4c1-24dc-4581-88f5-f89ef912aa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:37.896881721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c54a4c1-24dc-4581-88f5-f89ef912aa59","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:37.896966129Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-d9576a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-d9576a","reconcileID":"f2b8121f-33fb-48b2-95ac-bd58951ba024","aitenant":"ai-tenants/e2e-shared-b-w4-d9576a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:38.643390241Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w4-d9576a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w4-d9576a","reconcileID":"f2b8121f-33fb-48b2-95ac-bd58951ba024","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w4-d9576a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w4-d9576a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.164739394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-w3-41aa5f","reconcileID":"e3e4fadb-57d0-4e20-bee2-0fa2e51c53d1","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.766629971Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"3b30c2c1-601b-4cca-ae54-7f55127d344c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.768918704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec28d872-0a65-4056-be33-3f7f28a27dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.7689533Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"ef3efa40-7ecf-442f-852a-a83da0446885","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.819654802Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec28d872-0a65-4056-be33-3f7f28a27dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.870164816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec28d872-0a65-4056-be33-3f7f28a27dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.87729077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"5121df05-05ee-45cd-ba21-a1b793c7d4b7","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.920806009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec28d872-0a65-4056-be33-3f7f28a27dba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.921842471Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"6a55b375-ea63-420e-8d28-87dcb36b7e41","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.976419311Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"e083bf0a-0a52-46a8-bddc-dcaa4ff945bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:39.977068134Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"631a7c15-63ab-42c3-890c-87c2e3e5a212","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:40.026563531Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"dde92262-150b-4740-a304-540004a25ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:40.081843689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"dde92262-150b-4740-a304-540004a25ea4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:40.127823491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"1f45355f-23a1-40c5-857a-3a56c9bf3246","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:40.133557505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"cf5e609a-c10d-43e9-8bb6-40942dd6c3ff","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:40:40.176920666Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-access","reconcileID":"e083bf0a-0a52-46a8-bddc-dcaa4ff945bb","error":"maasauthpolicies.maas.opendatahub.io \"simulator-access\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:40.429013896Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"18b94463-fa89-4e93-abe4-166c82c3d340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:40.487834968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"18b94463-fa89-4e93-abe4-166c82c3d340","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:41.766263032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f24d99-fdea-4fb3-88ff-4429c98ce485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:41.816444192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f24d99-fdea-4fb3-88ff-4429c98ce485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:41.866885797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f24d99-fdea-4fb3-88ff-4429c98ce485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:41.917255697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"95f24d99-fdea-4fb3-88ff-4429c98ce485","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:43.755982935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1537fb78-fd7c-4a14-b2f0-a95594849cd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:43.810941609Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1537fb78-fd7c-4a14-b2f0-a95594849cd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:43.849888932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0e1257-c4c5-4db9-9d72-3156b2ba1cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:43.900343223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0e1257-c4c5-4db9-9d72-3156b2ba1cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:43.903718899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (403dffc0fbc4d6494739d15d1cd6de32280b776d748f532885e6392984ce9424) AuthConfig (a76eded8c8a0f35f6f532d23dc193229c8f477efe3da8d3ab9bceb57b93e6bae) AuthConfig (65f4f02d78d0e444fe8a1c30a0a4e6feda03a920e348ab0ac05befa8bed436be) AuthConfig (6e606d2c42e7530031ef8241d95ea401349692e19d5784cd1b59cedbe938f28f) AuthConfig (7c95499732e24d2aecd7ddcf5264b620d4f299233cf678c5da658a4f82518226) AuthConfig (a0274aaf7686a042d9d3e253521297db6e5b35a3e9e2c96147df401bb4335464) AuthConfig (cfb1b634c9c2fa88c43e9b5ac7a2928855de800d4f63de7e489ba92c5771e2e6) AuthConfig (0e72d2c5f5e56e4f1f6d3faf85c4aab7b8d4dd027c09922e3837f99a92405308) AuthConfig (6ad30d36f5fc26d1c3bfe89ab1173547e7a7eca6c8fe071660be267464b74669) AuthConfig (78da6abb026c33d77e0361d1ea0859e75022a53e776ddee527e7f0b2fe8f3204) AuthConfig (52c3463b0b85f311024e4ceb27e613144c64905e1183050d501514ece705d036) AuthConfig (9ca54684d735173393e5232a17ee5d276db7a00249c46a5843427a65a450c655) AuthConfig (384735cfc1dc2b5af9739a9de1101e0a66d92768b7a3db4653b8412f5c39e3be) AuthConfig (1312aeb6a8b0ef136057f6b6dcef0a57404d6b0455f4eea2c37060d6c9e4c96f) AuthConfig (47242c1a1a037e9ae98727679f9ed40e5149f024399cfa77bb1571f945f9e407) AuthConfig (ec8084f999bf25d932f223d2bba371b0bd745556f82fefd42d6334dae5c5a84f) AuthConfig (d68d796ddb2be9c816156f74a70f7d60528c8364e88b82adc3de286642932538) AuthConfig (06abbf4a2e3440f9f1d7c184502e0b53925ccd5df9cdc4c7bc554274a6fd915a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1537fb78-fd7c-4a14-b2f0-a95594849cd0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:43.950532573Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0e1257-c4c5-4db9-9d72-3156b2ba1cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:44.001480394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aa0e1257-c4c5-4db9-9d72-3156b2ba1cbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:44.014945329Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c6613dd3-2b1d-49ff-ae58-954ea2981754","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:44.014970578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c6613dd3-2b1d-49ff-ae58-954ea2981754","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:44.525441161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-2-w3-41aa5f","reconcileID":"19f29cc4-a1fe-4da6-a85e-2b7a3723c24c","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-2-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-2-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:45.003858032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-2-w4-0bf34a","reconcileID":"52af7f0a-5114-4463-9ef0-9384ce3e97a0","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-2-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-2-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:45.576721367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"7005fe96-c289-4455-8406-a88c3584bc61","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:45.847236133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da564b5b-34ef-419c-91a6-dd265c11052c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:45.89751709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da564b5b-34ef-419c-91a6-dd265c11052c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:45.924052661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"3b94afac-b525-45b8-9033-0dcbcdd7480c","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:45.947698529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da564b5b-34ef-419c-91a6-dd265c11052c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:45.998255628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da564b5b-34ef-419c-91a6-dd265c11052c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.150110184Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"69184481-98ab-4325-b16e-64d83ade11f0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.204506292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d87610fd-941d-4162-aea3-a7b41d27c961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.261806531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"d87610fd-941d-4162-aea3-a7b41d27c961","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.269482989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"c016479b-50d9-4a75-a67e-299b93bc659e","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.31940525Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"51ad614a-58f0-4e82-92a1-0b719f437372","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.323486674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"ec6ce5bd-7937-4736-b2c8-e6a2bd0fe4d0","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.369856461Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"51ad614a-58f0-4e82-92a1-0b719f437372","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.423811396Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"simulator-subscription","reconcileID":"51ad614a-58f0-4e82-92a1-0b719f437372","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/simulator-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.512019451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"abfadd69-f510-4b3b-bbf6-d06e21536352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.544826782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"7ea8af40-bcf2-40c5-bee5-2bf2d098e2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.599824159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"7ea8af40-bcf2-40c5-bee5-2bf2d098e2c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.687589115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"b3a042c6-910e-4a02-aa0d-c2159bc8076c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.849137911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3961ce84-57d7-4799-9831-66734550a132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:46.90656495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"3961ce84-57d7-4799-9831-66734550a132","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:47.848695836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78933c50-4703-4799-b605-5dba1fc04d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:47.898873697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78933c50-4703-4799-b605-5dba1fc04d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:47.948814025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78933c50-4703-4799-b605-5dba1fc04d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:47.998979329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78933c50-4703-4799-b605-5dba1fc04d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:48.505282842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-2-w3-41aa5f","reconcileID":"66ab158c-67b0-4d09-a6b5-8d86e8dcb447","MaaSModelRef":{"name":"distinct-2-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-2-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-2-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:48.517410141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"distinct-w3-41aa5f","reconcileID":"340e87c6-41a0-4c17-aa4d-07964c9dec86","MaaSModelRef":{"name":"distinct-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"distinct-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"distinct-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:48.521773274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"premium-w3-41aa5f","reconcileID":"152b70b8-9902-422a-a931-0366deae0fa5","MaaSModelRef":{"name":"premium-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"premium-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"premium-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:48.531197503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"namespace":"e2e-models-e2e-worker-w3-41aa5f","name":"simulator-w3-41aa5f","reconcileID":"406b04e9-e906-4165-b64c-1c9becd68e77","MaaSModelRef":{"name":"simulator-w3-41aa5f","namespace":"e2e-models-e2e-worker-w3-41aa5f"},"routeName":"simulator-w3-41aa5f-kserve-route","namespace":"e2e-models-e2e-worker-w3-41aa5f","llmisvcName":"simulator-w3-41aa5f","gateway":"openshift-ingress/e2e-worker-w3-41aa5f","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:49.821792059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ab4cc7-d243-445a-aea2-96421ef5cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:49.871906306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ab4cc7-d243-445a-aea2-96421ef5cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:49.922329251Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ab4cc7-d243-445a-aea2-96421ef5cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:49.972991759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f9ab4cc7-d243-445a-aea2-96421ef5cda0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.571975959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"638da618-b304-429d-b72f-37edb4a03249","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.671180303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"70456798-1132-4d1a-a238-80bede270707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.74286442Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"72c42e65-1409-4085-a8c7-a12fe6d37a42","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab02f30b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:52.750041707Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"70456798-1132-4d1a-a238-80bede270707","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.008554895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"a15c7c64-1e00-4df9-bcf6-fb3aaca0d87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.063804357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"a15c7c64-1e00-4df9-bcf6-fb3aaca0d87d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.18893801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"04c43cfb-b605-4296-beb8-f14d152d6ccb","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.26364022Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1804cd23-4a22-43e6-8de5-dc82e9576c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.295532716Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"537f1acb-9d8e-41ec-b5d6-c2149f3ea67c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab02f30b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.49219603Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"b36c0d16-a8e4-47e7-a780-a9a5116b9faa","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab02f30b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.519822362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1804cd23-4a22-43e6-8de5-dc82e9576c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.644076151Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1804cd23-4a22-43e6-8de5-dc82e9576c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"e2e-worker-w4-0bf34a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.644100062Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-access","reconcileID":"1804cd23-4a22-43e6-8de5-dc82e9576c58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.698532663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"a3a77344-660d-4b4e-9f3b-c013a4b7eb80","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.853183989Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-2-w4-0bf34a","reconcileID":"3d16ba57-ec8e-4a2a-a20c-076fdb5cdff3","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-2-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-2-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.853448318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"19b894f7-a0d1-4eeb-95be-26b6b82936c5","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.853626622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a5aafb69-3919-4bfe-a92b-fc43555e9e53","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.853784903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"5e2d55df-fef0-45fb-addb-daee1e4cb4b7","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.903097774Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"334301ec-9299-4823-a24b-3bf073b3630d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ab02f30b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:53.913255811Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.114447572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"8fb91677-1ac9-4f6d-a24c-e1a1f1d4d142","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.169359018Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"8fb91677-1ac9-4f6d-a24c-e1a1f1d4d142","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.269803035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (403dffc0fbc4d6494739d15d1cd6de32280b776d748f532885e6392984ce9424) AuthConfig (a76eded8c8a0f35f6f532d23dc193229c8f477efe3da8d3ab9bceb57b93e6bae) AuthConfig (65f4f02d78d0e444fe8a1c30a0a4e6feda03a920e348ab0ac05befa8bed436be) AuthConfig (6e606d2c42e7530031ef8241d95ea401349692e19d5784cd1b59cedbe938f28f) AuthConfig (7c95499732e24d2aecd7ddcf5264b620d4f299233cf678c5da658a4f82518226) AuthConfig (a0274aaf7686a042d9d3e253521297db6e5b35a3e9e2c96147df401bb4335464) AuthConfig (cfb1b634c9c2fa88c43e9b5ac7a2928855de800d4f63de7e489ba92c5771e2e6) AuthConfig (0e72d2c5f5e56e4f1f6d3faf85c4aab7b8d4dd027c09922e3837f99a92405308) AuthConfig (6ad30d36f5fc26d1c3bfe89ab1173547e7a7eca6c8fe071660be267464b74669) AuthConfig (78da6abb026c33d77e0361d1ea0859e75022a53e776ddee527e7f0b2fe8f3204) AuthConfig (52c3463b0b85f311024e4ceb27e613144c64905e1183050d501514ece705d036) AuthConfig (9ca54684d735173393e5232a17ee5d276db7a00249c46a5843427a65a450c655) AuthConfig (384735cfc1dc2b5af9739a9de1101e0a66d92768b7a3db4653b8412f5c39e3be) AuthConfig (1312aeb6a8b0ef136057f6b6dcef0a57404d6b0455f4eea2c37060d6c9e4c96f) AuthConfig (47242c1a1a037e9ae98727679f9ed40e5149f024399cfa77bb1571f945f9e407) AuthConfig (ec8084f999bf25d932f223d2bba371b0bd745556f82fefd42d6334dae5c5a84f) AuthConfig (d68d796ddb2be9c816156f74a70f7d60528c8364e88b82adc3de286642932538) AuthConfig (06abbf4a2e3440f9f1d7c184502e0b53925ccd5df9cdc4c7bc554274a6fd915a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"8fb91677-1ac9-4f6d-a24c-e1a1f1d4d142","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.79704957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b2e447-a2e4-45ba-a46b-11de3895987b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.847096099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b2e447-a2e4-45ba-a46b-11de3895987b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.897289026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b2e447-a2e4-45ba-a46b-11de3895987b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:54.947296623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38b2e447-a2e4-45ba-a46b-11de3895987b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.844596867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da19818a-9433-4a49-939b-ee2415db8d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.894732555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da19818a-9433-4a49-939b-ee2415db8d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.944698175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da19818a-9433-4a49-939b-ee2415db8d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:56.994802631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da19818a-9433-4a49-939b-ee2415db8d63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:58.81910426Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6199509a-59d9-41b8-b4d6-0af56ee9c4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:58.869445821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6199509a-59d9-41b8-b4d6-0af56ee9c4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:58.919767208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6199509a-59d9-41b8-b4d6-0af56ee9c4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:40:58.969935337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6199509a-59d9-41b8-b4d6-0af56ee9c4c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:00.813095662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884091e4-aa8d-4510-8ef9-714810832236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:00.863598927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884091e4-aa8d-4510-8ef9-714810832236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:00.913834601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884091e4-aa8d-4510-8ef9-714810832236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:00.964097727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884091e4-aa8d-4510-8ef9-714810832236","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.265494028Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","namespace":"ai-tenant-e2e-worker-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.265568506Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","namespace":"ai-tenant-e2e-worker-w3-41aa5f","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.265634362Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","tenant":"e2e-worker-w3-41aa5f","tenantID":"e2e-worker-w3-41aa5f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.3194848Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"Deployment","name":"maas-api-e2e-worker-w3-41aa5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.379662406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"Service","name":"maas-api-e2e-worker-w3-41aa5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.43460877Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-41aa5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.486237469Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-41aa5f","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.538684013Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.590866816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.645666192Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.698099043Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.747766249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.797302348Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.847015477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"Service","name":"payload-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.854229674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-2-w4-0bf34a","reconcileID":"ec1df401-024d-4151-b9ad-dda47aaafe3a","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-2-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-2-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.854505492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"330f5013-74df-47c0-b184-a3c76aeba9e3","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.854674881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"43db6d5a-010c-440e-aa81-76aedbe4fa4a","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.85487153Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"504b1ffa-44b5-4bfe-9781-3bc50658d22d","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.896762752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.946237508Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.953784765Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"3daa0101-19e3-4b00-be8b-ff3dddcf47a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:03.995695383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.005098124Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"3daa0101-19e3-4b00-be8b-ff3dddcf47a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.045292298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.055400199Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"premium-simulator-subscription","reconcileID":"3daa0101-19e3-4b00-be8b-ff3dddcf47a1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"name":"maas-trlp-premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a","model":"e2e-models-e2e-worker-w4-0bf34a/premium-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.100613689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.150288535Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.199856753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.249790195Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-41aa5f","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.299334708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-41aa5f"},"namespace":"ai-tenant-e2e-worker-w3-41aa5f","name":"default-tenant","reconcileID":"b5f5ab5f-bf96-4c49-a9b2-9269e227ee34","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-41aa5f","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.317563986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"b75e4cc7-35c8-452d-8807-2545c2a95d7a","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.355029898Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","namespace":"ai-tenant-e2e-worker-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.355121972Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","namespace":"ai-tenant-e2e-worker-w4-0bf34a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.355191001Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","tenant":"e2e-worker-w4-0bf34a","tenantID":"e2e-worker-w4-0bf34a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.3698206Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"8ec548ad-56dc-49a9-9187-604fb5f5cdfb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.406931162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"Deployment","name":"maas-api-e2e-worker-w4-0bf34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.42480137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"8ec548ad-56dc-49a9-9187-604fb5f5cdfb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.464566055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"Service","name":"maas-api-e2e-worker-w4-0bf34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.478855939Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (403dffc0fbc4d6494739d15d1cd6de32280b776d748f532885e6392984ce9424) AuthConfig (a76eded8c8a0f35f6f532d23dc193229c8f477efe3da8d3ab9bceb57b93e6bae) AuthConfig (65f4f02d78d0e444fe8a1c30a0a4e6feda03a920e348ab0ac05befa8bed436be) AuthConfig (6e606d2c42e7530031ef8241d95ea401349692e19d5784cd1b59cedbe938f28f) AuthConfig (7c95499732e24d2aecd7ddcf5264b620d4f299233cf678c5da658a4f82518226) AuthConfig (a0274aaf7686a042d9d3e253521297db6e5b35a3e9e2c96147df401bb4335464) AuthConfig (cfb1b634c9c2fa88c43e9b5ac7a2928855de800d4f63de7e489ba92c5771e2e6) AuthConfig (0e72d2c5f5e56e4f1f6d3faf85c4aab7b8d4dd027c09922e3837f99a92405308) AuthConfig (6ad30d36f5fc26d1c3bfe89ab1173547e7a7eca6c8fe071660be267464b74669) AuthConfig (78da6abb026c33d77e0361d1ea0859e75022a53e776ddee527e7f0b2fe8f3204) AuthConfig (52c3463b0b85f311024e4ceb27e613144c64905e1183050d501514ece705d036) AuthConfig (9ca54684d735173393e5232a17ee5d276db7a00249c46a5843427a65a450c655) AuthConfig (384735cfc1dc2b5af9739a9de1101e0a66d92768b7a3db4653b8412f5c39e3be) AuthConfig (1312aeb6a8b0ef136057f6b6dcef0a57404d6b0455f4eea2c37060d6c9e4c96f) AuthConfig (47242c1a1a037e9ae98727679f9ed40e5149f024399cfa77bb1571f945f9e407) AuthConfig (ec8084f999bf25d932f223d2bba371b0bd745556f82fefd42d6334dae5c5a84f) AuthConfig (d68d796ddb2be9c816156f74a70f7d60528c8364e88b82adc3de286642932538) AuthConfig (06abbf4a2e3440f9f1d7c184502e0b53925ccd5df9cdc4c7bc554274a6fd915a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"8ec548ad-56dc-49a9-9187-604fb5f5cdfb","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.522597233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-0bf34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.574145471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-0bf34a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.628200567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.682312497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.737728707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.789965415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.839907948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.88972343Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.939454949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"Service","name":"payload-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:04.989092647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.038803466Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.088552449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.138227858Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.194027401Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.243974446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.293732229Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.343571301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-0bf34a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:05.393243771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-0bf34a"},"namespace":"ai-tenant-e2e-worker-w4-0bf34a","name":"default-tenant","reconcileID":"8043c3cf-0c43-4584-a1b5-02bb7baf3b13","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-0bf34a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.360616289Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.360675681Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.360725515Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","tenant":"e2e-shared-b-w2-6a5d73","tenantID":"e2e-shared-b-w2-6a5d73","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.41441548Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"Deployment","name":"maas-api-e2e-shared-b-w2-6a5d73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.472516122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"Service","name":"maas-api-e2e-shared-b-w2-6a5d73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.532294908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w2-6a5d73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.586255534Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w2-6a5d73","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.639158238Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.691539228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.748324423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.800932941Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.850476684Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.900070833Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.949755021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"Service","name":"payload-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:10.999429829Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.049090715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.098832497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.148799309Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.202760532Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.252641123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.302223344Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.351957554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w2-6a5d73","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:11.403633087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w2-6a5d73"},"namespace":"ai-tenant-e2e-shared-b-w2-6a5d73","name":"default-tenant","reconcileID":"64d2654d-ed17-48b7-9988-98a32157bfbb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w2-6a5d73","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.855639549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-2-w4-0bf34a","reconcileID":"f794d3c5-32e8-4b5d-a15a-29e48a25a698","MaaSModelRef":{"name":"distinct-2-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-2-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-2-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.855908888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"distinct-w4-0bf34a","reconcileID":"368d1fb3-a3c6-4e98-a0f4-3deac466f7b2","MaaSModelRef":{"name":"distinct-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"distinct-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"distinct-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:13.856093944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"simulator-w4-0bf34a","reconcileID":"a8212514-750b-48d5-8ae5-7afc3396371c","MaaSModelRef":{"name":"simulator-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"simulator-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"simulator-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:14.318810012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"namespace":"e2e-models-e2e-worker-w4-0bf34a","name":"premium-w4-0bf34a","reconcileID":"2438a165-f0e5-4e21-984c-5e779ee9999e","MaaSModelRef":{"name":"premium-w4-0bf34a","namespace":"e2e-models-e2e-worker-w4-0bf34a"},"routeName":"premium-w4-0bf34a-kserve-route","namespace":"e2e-models-e2e-worker-w4-0bf34a","llmisvcName":"premium-w4-0bf34a","gateway":"openshift-ingress/e2e-worker-w4-0bf34a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:14.43343282Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6a5d73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6a5d73","reconcileID":"30d6f6de-a57e-47d3-82b2-390e3e092c74","aitenant":"ai-tenants/e2e-shared-b-w2-6a5d73","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:14.579195561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1d3ec034-b6be-404b-861c-93acc8d45bef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:14.634389056Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1d3ec034-b6be-404b-861c-93acc8d45bef","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:14.892885157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"4a22375c-4df4-4ebd-b6cc-a66f3de613c7","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:14.892905488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"4a22375c-4df4-4ebd-b6cc-a66f3de613c7","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:14.987862391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a0fb1-41ee-4dec-8c7f-312026f6eb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:15.038207184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a0fb1-41ee-4dec-8c7f-312026f6eb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:15.088394408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a0fb1-41ee-4dec-8c7f-312026f6eb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:15.139000781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a6a0fb1-41ee-4dec-8c7f-312026f6eb63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:15.250261145Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w2-6a5d73","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w2-6a5d73","reconcileID":"30d6f6de-a57e-47d3-82b2-390e3e092c74","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w2-6a5d73","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w2-6a5d73"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:15.81240247Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-41aa5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-41aa5f","reconcileID":"edd9cd94-11af-456b-9a28-b79b659ac5bc","aitenant":"ai-tenants/e2e-worker-w3-41aa5f","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.362503274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"6e948948-ff7e-4530-841f-dac21d4f9060","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.363103124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-access","reconcileID":"910468f2-7f4c-4227-9d45-aea515aecf48","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.518437689Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"f4ac8008-6000-4b85-b2d6-2a17623c5561","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.519411691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"ff6c4032-3d17-46b2-92cd-9b4cc994bf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.575357691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"ff6c4032-3d17-46b2-92cd-9b4cc994bf31","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.575856331Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-41aa5f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-41aa5f","reconcileID":"edd9cd94-11af-456b-9a28-b79b659ac5bc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-41aa5f","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-41aa5f"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.620918902Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"9f90b15d-4598-47e4-8d08-340cde9c967f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.660876806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"2ea389c0-1710-40b9-8644-c814fb327d87","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.875616293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dc28ea79-cfc2-44bf-ac12-86e544cce22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:16.931864176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"dc28ea79-cfc2-44bf-ac12-86e544cce22c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.041785128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e1ddf5-808e-4026-9324-739354c2b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.092712686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e1ddf5-808e-4026-9324-739354c2b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.14297574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e1ddf5-808e-4026-9324-739354c2b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:17.193081405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0e1ddf5-808e-4026-9324-739354c2b962","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:18.43659799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"6db5358e-cdfc-4fcc-8d4f-42abb1daffb0","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:18.624455867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0dbc3e58-eb6e-40ae-88a0-cba2c9dc9fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:18.670865112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"f0684a98-180b-4b60-a92f-2d659adc839b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:18.679719921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"0dbc3e58-eb6e-40ae-88a0-cba2c9dc9fa9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:18.830197431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"2b30c6ea-2fea-4c27-a67d-ca3b20c0915c","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:19.031698408Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"640d6d09-5e4e-4f31-a755-0ca4f77bb45a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:19.044901395Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a962493-3324-4de7-93d8-a453bb8755cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:19.095351598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a962493-3324-4de7-93d8-a453bb8755cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:19.14580835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a962493-3324-4de7-93d8-a453bb8755cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:19.196052382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8a962493-3324-4de7-93d8-a453bb8755cc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.260451724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"f79d5e83-825b-4652-940c-8fd6b521f76b","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.260475391Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"f79d5e83-825b-4652-940c-8fd6b521f76b","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.315194906Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"82e5c626-b6d1-49f2-84fd-3cd811c0046c","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.315217336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"82e5c626-b6d1-49f2-84fd-3cd811c0046c","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.415424724Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"2e43ac73-7cdc-42f0-aa86-102eaa7c4e7b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.544170877Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"2e43ac73-7cdc-42f0-aa86-102eaa7c4e7b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.597919798Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0391a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"2e43ac73-7cdc-42f0-aa86-102eaa7c4e7b","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.651662964Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"bc1f6a2f-a409-4486-bf6f-de74626531c6","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:20.651682608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"bc1f6a2f-a409-4486-bf6f-de74626531c6","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:21.063326671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad903b28-a521-43f4-bb71-ee4d0ba5a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:21.113506836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad903b28-a521-43f4-bb71-ee4d0ba5a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:21.163620755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad903b28-a521-43f4-bb71-ee4d0ba5a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:21.213870007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ad903b28-a521-43f4-bb71-ee4d0ba5a835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:22.691292058Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0bf34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0bf34a","reconcileID":"59fdf3e5-283e-4229-b29c-39852701aa03","aitenant":"ai-tenants/e2e-worker-w4-0bf34a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.249913584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d452737-2d15-4879-a5e5-e748a7c21dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.300358274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d452737-2d15-4879-a5e5-e748a7c21dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.350582783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d452737-2d15-4879-a5e5-e748a7c21dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.400988268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d452737-2d15-4879-a5e5-e748a7c21dcc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.508542188Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-0bf34a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-0bf34a","reconcileID":"59fdf3e5-283e-4229-b29c-39852701aa03","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-0bf34a","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-0bf34a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:23.913983367Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:25.247215172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a82cdd-98f8-4e0c-8b48-0683b8faacae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:25.297699674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a82cdd-98f8-4e0c-8b48-0683b8faacae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:25.347721578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a82cdd-98f8-4e0c-8b48-0683b8faacae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:25.400708063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f1a82cdd-98f8-4e0c-8b48-0683b8faacae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:26.880692785Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"a5d2b15e-8ae7-4985-95d1-86875401ed61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:26.931413306Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"a5d2b15e-8ae7-4985-95d1-86875401ed61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:26.981732821Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"simulator-subscription","reconcileID":"a5d2b15e-8ae7-4985-95d1-86875401ed61","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/simulator-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.222442883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9dd7c7-62b7-469e-9b2a-33bc187f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.245645217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"972a5b63-82a4-4b3b-98dc-1389f613808c","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.27288961Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9dd7c7-62b7-469e-9b2a-33bc187f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.32308169Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9dd7c7-62b7-469e-9b2a-33bc187f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.373337246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4b9dd7c7-62b7-469e-9b2a-33bc187f152f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.42335181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4c9d42d6-2e0a-4c2d-9d12-049b22cf3ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:27.478505983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"4c9d42d6-2e0a-4c2d-9d12-049b22cf3ae4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:28.831094326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"bb7a8b66-49da-4bf0-b69d-f7d1dc226bc8","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:29.369566449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"49c6fc60-5218-4ed0-aaea-5d2643013573","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:29.827285357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"4aacd2e3-fa58-41f6-aa4a-6970c2f51fcf","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:30.174099321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"d494394d-1a53-4e59-ad62-5dd28b4fe3e2","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:30.758774276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"d5124a63-99ab-4d2a-8d4c-f69cc258c6e8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:30.813981877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"d5124a63-99ab-4d2a-8d4c-f69cc258c6e8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:30.86802532Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0391a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"d5124a63-99ab-4d2a-8d4c-f69cc258c6e8","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:32.638812935Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b0a80d72-27b1-41ec-b84c-42c096883de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:32.63884037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"322847e0-1b82-45a6-be1b-baa5a9098e6a","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:32.840441239Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b0a80d72-27b1-41ec-b84c-42c096883de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:32.96343299Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"99d0d315-3bf2-42cf-b13e-81cb739ff09b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:32.964168598Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b0a80d72-27b1-41ec-b84c-42c096883de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"e2e-worker-w2-9da431-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:32.964190036Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-access","reconcileID":"b0a80d72-27b1-41ec-b84c-42c096883de4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-9da431"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.018865682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"728c1490-425e-4cb7-8f10-37c991901f7e","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.094575608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"03b1c345-49f0-406b-90a9-d0f5146afe37","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.176551415Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"5df7020f-027e-446c-a479-8599b4245d7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.226988498Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"5df7020f-027e-446c-a479-8599b4245d7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"name":"maas-trlp-premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431","model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.436065758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"a06035b0-5bfe-4035-bd73-cf99c00aefea","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.762617086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"c49ceb34-5471-4264-9f69-825ed442b37e","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.762820453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"56c520ed-5a38-4852-a9f8-06e2492e5e9f","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.762965841Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"03db25ac-e57b-4ffc-adb2-fba2df0e5804","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.812180224Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"2e6d7c77-7255-4740-b0c2-018d8f0221d3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-1e31103d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:33.8132936Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"1336dd99-15ee-4801-8575-787f244cd212","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:34.743931986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fd1e8-db9d-47fb-a3bd-3e93ac37ead0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:34.79411163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fd1e8-db9d-47fb-a3bd-3e93ac37ead0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:34.844218725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fd1e8-db9d-47fb-a3bd-3e93ac37ead0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:34.894340453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"884fd1e8-db9d-47fb-a3bd-3e93ac37ead0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.81758653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b9ceb7e-9952-478c-bead-e56330efa4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.868761657Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b9ceb7e-9952-478c-bead-e56330efa4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.919130935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b9ceb7e-9952-478c-bead-e56330efa4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:36.969407626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b9ceb7e-9952-478c-bead-e56330efa4ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:40.968908115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1dc4e0c4-018c-4110-b34a-8a01f6cc263a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:41.024081318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1dc4e0c4-018c-4110-b34a-8a01f6cc263a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:41.078109607Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0391a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1dc4e0c4-018c-4110-b34a-8a01f6cc263a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:43.763233959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"a2c0247b-b0ea-49d0-b5b4-41f9c039acba","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:43.763593405Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"ddd76995-74e2-43f9-ab04-5942e965aa5d","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:43.813941361Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"5d73ab00-aa60-4439-8526-eedb0417d296","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:43.862910262Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"2381bd32-230d-4607-8724-b2463d692247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:43.863975314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"88db8b41-a258-409d-b8ea-8b8d15b36b9a","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:43.913028953Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"premium-simulator-subscription","reconcileID":"2381bd32-230d-4607-8724-b2463d692247","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-9da431"},"model":"e2e-models-e2e-worker-w2-9da431/premium-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:44.173854479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"055e4ed9-dd3f-4064-a2cf-0310e8404adb","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.348024614Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","namespace":"ai-tenant-e2e-worker-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.348090965Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","namespace":"ai-tenant-e2e-worker-w2-9da431","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.348140645Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","tenant":"e2e-worker-w2-9da431","tenantID":"e2e-worker-w2-9da431","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.400403932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"Deployment","name":"maas-api-e2e-worker-w2-9da431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.45863935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"Service","name":"maas-api-e2e-worker-w2-9da431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.518580222Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-9da431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.570725234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-9da431","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.623680006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.676386006Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.731512233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.785664911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.835265319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.884850912Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.934772939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"Service","name":"payload-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:46.984416733Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.034003837Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.083543477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.133437602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.187170826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.23709185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.28653147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.336493147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-9da431","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:47.386255661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-9da431"},"namespace":"ai-tenant-e2e-worker-w2-9da431","name":"default-tenant","reconcileID":"f0117076-6e48-4bbd-9823-ebb75186c729","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-9da431","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.251353351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"3cf472d9-e93b-4701-9d8a-55013ff0e6b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.306336803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"3cf472d9-e93b-4701-9d8a-55013ff0e6b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.36033193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0391a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (7e30cb8c003c81d2dcfe8719a3bfc7f408f4c49b2a0e888975441b0591c64945) AuthConfig (a06cb8cc9dd1e259b16d0ad17e03cd38ea2da568601b60f660795872a3ec5d33) AuthConfig (8dc826aeae3787bc636c818f10122e1dc6284fa4c718bfd9cbed78e7b35fd090) AuthConfig (45646746cff8649f4a27f3d729ed0e9a0623f3660d3100e7e9f27fc1588b1af8) AuthConfig (1c7605a0d38e5e57fbd1d053340f7084ad1caf97d8d482051fa6004614ab994e) AuthConfig (f1decbc98ea9f113d55d559b7cd29610aa7f33b61c9df43ac91ac1e32abaa431) AuthConfig (b7639107abfbadb965a3e8d8dbb7f21a0b9dca8a0708ef9f1cd0046738565c04) AuthConfig (19062af311aac07cac12d30bee85a507908ff3cdf747bd6d1ba76cc9637ee34c) AuthConfig (ad848a27800c8078774cc0ec4c1773c583e42accdc292c70e4da231a542f5e2e) AuthConfig (ecb665f083717b75af63d38d73e52f93a9e7d30978bfe8393f77d2710f9f03de) AuthConfig (87614e892a00e85e4ba6c24e2e2d5f893f55013cc421b7747e75551f311da974) AuthConfig (842725137f2655ba840c5181761ba24737011b59af8454e2a77a8d30dacb6235) AuthConfig (014e9da478515a175a8cf799a305f3d389b6a87852b8d9289ad31b9865bb1d97) AuthConfig (56bb06ccfdf672954b9e702f084055d36deb166682f696ee95af5da95d06ac36) AuthConfig (1c670d8e875dbd8aac61279dc3fbf2ccaf1a4dadec4ddfb62f0d0962dafd9706) AuthConfig (b32f095122077bfe6e7f5c2e069cb0cfdf891b3586a5ee5829a2044e3b425f42) AuthConfig (d8ea62898c06ec0af13de83831378f3810a11e289e31004a543cf4776ec47a24) AuthConfig (42b9ffd7316e7adf9a63543d1c25018b5a110777e46d97d05084959717893f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"3cf472d9-e93b-4701-9d8a-55013ff0e6b3","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.416017035Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"d9c6ddfd-c55b-4e49-a448-3c03c9a9729c","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:51.416037251Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"d9c6ddfd-c55b-4e49-a448-3c03c9a9729c","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:53.763945277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"3c611b3f-3edf-4a1c-952c-6d5657c79e12","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:53.764234793Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"64070866-750e-419a-806b-9df8897dd257","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:53.814730975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"d0035231-d0fd-4b09-bc80-5af27bf322d2","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:53.912975932Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:54.174461759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"13c5efbf-9aab-4c98-908c-f3fb55183fd7","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:57.895165736Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-2-w2-9da431","reconcileID":"8557df7a-1603-48f5-8ae0-917888d39207","MaaSModelRef":{"name":"distinct-2-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-2-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-2-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:57.902408428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"distinct-w2-9da431","reconcileID":"55f6e466-517d-456c-a81c-2be91b1c548f","MaaSModelRef":{"name":"distinct-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"distinct-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"distinct-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:57.909813911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"premium-w2-9da431","reconcileID":"890af73e-0506-43ca-ab20-28f45113c572","MaaSModelRef":{"name":"premium-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"premium-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"premium-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:41:57.917324571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"namespace":"e2e-models-e2e-worker-w2-9da431","name":"simulator-w2-9da431","reconcileID":"38ccfd9b-8019-41b6-87b0-75926e79b1d9","MaaSModelRef":{"name":"simulator-w2-9da431","namespace":"e2e-models-e2e-worker-w2-9da431"},"routeName":"simulator-w2-9da431-kserve-route","namespace":"e2e-models-e2e-worker-w2-9da431","llmisvcName":"simulator-w2-9da431","gateway":"openshift-ingress/e2e-worker-w2-9da431","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.119917269Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-9da431","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-9da431","reconcileID":"9bfc462d-571d-4620-9cd6-63e536ea15d7","aitenant":"ai-tenants/e2e-worker-w2-9da431","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.517061792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"790b1d86-17c7-4f26-b4d5-eeed72620a00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.57245527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"790b1d86-17c7-4f26-b4d5-eeed72620a00","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.653824349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1594f-100c-4922-868f-e9ccae09c1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.704053493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1594f-100c-4922-868f-e9ccae09c1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.754134756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1594f-100c-4922-868f-e9ccae09c1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.804338739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8e1594f-100c-4922-868f-e9ccae09c1d8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.913867535Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-9da431","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-9da431","reconcileID":"9bfc462d-571d-4620-9cd6-63e536ea15d7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-9da431","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-9da431"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.959991022Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"0459a246-cc71-4b0c-81c1-7c29f9ed6865","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:01.960014355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"0459a246-cc71-4b0c-81c1-7c29f9ed6865","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:03.643003865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca8639f-7587-4b85-8e2e-df64090b3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:03.693052753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca8639f-7587-4b85-8e2e-df64090b3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:03.743233869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca8639f-7587-4b85-8e2e-df64090b3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:03.796098053Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca8639f-7587-4b85-8e2e-df64090b3aeb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:05.66971041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc380-3ae7-43b6-8b28-1fb3e613ebca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:05.719859511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc380-3ae7-43b6-8b28-1fb3e613ebca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:05.769980486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc380-3ae7-43b6-8b28-1fb3e613ebca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:05.820233756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f1dc380-3ae7-43b6-8b28-1fb3e613ebca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.360994009Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"432a9249-fe5f-415d-8e82-c6d3a72bfdf8","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.361017394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"432a9249-fe5f-415d-8e82-c6d3a72bfdf8","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.419902531Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f7557e14-6987-401d-85e0-d6fe3bdb0d6d","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.419922318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f7557e14-6987-401d-85e0-d6fe3bdb0d6d","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.461944973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"bb8c0d10-4f7d-4488-8196-64fca22e3d74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:07.467348683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"b839cdd8-8396-445e-bf74-3af4dd67e4b7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b9204b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:07.471743837Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f7557e14-6987-401d-85e0-d6fe3bdb0d6d","name":"sub-test-model-a3dce7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a3dce7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:470\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:434\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:265\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:07.471805115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f7557e14-6987-401d-85e0-d6fe3bdb0d6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"sub-test-model-a3dce7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.477153827Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"2f052a6e-a1f7-4124-a51f-4bc5e3715281","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.477171884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"2f052a6e-a1f7-4124-a51f-4bc5e3715281","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.517279069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"bb8c0d10-4f7d-4488-8196-64fca22e3d74","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.576023358Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"9e321c0a-533e-4fbb-92a4-ce0ad131cf89","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.576044699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"9e321c0a-533e-4fbb-92a4-ce0ad131cf89","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.631427803Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"358b9c11-eb26-49da-ba6a-57f9a1a0e8fd","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.631448545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"358b9c11-eb26-49da-ba6a-57f9a1a0e8fd","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.677177677Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"7b52699d-9a80-4969-ba7c-eace6cf43c59","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.677197995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"7b52699d-9a80-4969-ba7c-eace6cf43c59","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.735287221Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"5f3ac88b-51b6-4f94-a8c1-9fc41bc9a874","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.735311639Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"5f3ac88b-51b6-4f94-a8c1-9fc41bc9a874","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.777611841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"c6e9d2f1-1767-4bbe-880a-29404cb71eb5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:07.784872554Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"d3d16ef8-e7de-4cf6-86de-254502629273","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-b9204b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.832779016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"c6e9d2f1-1767-4bbe-880a-29404cb71eb5","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.848302455Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"23610cb2-0584-49e8-9c65-a7a0a16522b6","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"sub-test-model-a3dce7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-a3dce7/e2e-shared-sub-b9204b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.877689023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"4a66590d-741f-4616-902f-2ba68806e7a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.892092024Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"9d5224cc-a45b-4c73-96b4-3b353f864ec7","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.892114901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"9d5224cc-a45b-4c73-96b4-3b353f864ec7","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.933332277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"4a66590d-741f-4616-902f-2ba68806e7a4","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.947821819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"bea00499-a12d-44bc-a83d-bdadbe220bde","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.947847491Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"bea00499-a12d-44bc-a83d-bdadbe220bde","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.95413265Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"030a0bf5-d0e3-4609-90b9-43319b457c73","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:07.954150197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"030a0bf5-d0e3-4609-90b9-43319b457c73","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.006741126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"222dd685-31c6-4ee6-8a17-54a79b9eb70c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.006762978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"222dd685-31c6-4ee6-8a17-54a79b9eb70c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.008760792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c781320d-3d9d-4f7c-8973-93b75bcfd2cf","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.008777798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c781320d-3d9d-4f7c-8973-93b75bcfd2cf","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:08.059484558Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"d10d9431-2f73-4174-b13f-1de84bb45329","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-b9204b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.133005856Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"ca80f866-eb25-4b9a-9878-aa61beb11a5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.153876181Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"4fa87f27-9305-4a2f-a71e-5adae1c56483","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"sub-test-model-f0391a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0391a/e2e-shared-sub-b9204b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.172599547Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"e5415aa5-fa18-49d3-a590-0abe92333a2e","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.172623198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"e5415aa5-fa18-49d3-a590-0abe92333a2e","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.188099413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"ca80f866-eb25-4b9a-9878-aa61beb11a5d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.22609169Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"0a96cafa-1331-4765-b05a-b8322b60912a","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.226111358Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"0a96cafa-1331-4765-b05a-b8322b60912a","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.233606678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1fd22782-d2df-49cc-b115-fa1549ad19f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.233852779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cbcc7d9a-cd81-44cf-a197-94f9197f7abc","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.233871452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cbcc7d9a-cd81-44cf-a197-94f9197f7abc","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.288769165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"1fd22782-d2df-49cc-b115-fa1549ad19f2","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.289910549Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"e699c03e-80bd-4bf5-83b6-f650e61141a8","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.28992805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"e699c03e-80bd-4bf5-83b6-f650e61141a8","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.30651068Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"f6c676fb-8840-4132-b346-54f8e7ea397a","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-a3dce7/e2e-a-only-b9204b","ai-tenant-e2e-shared-a-w0-a3dce7/e2e-shared-sub-b9204b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.311886262Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"b9e9bce1-726a-42ba-ba8f-f6d03cbcf655","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.31190571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"b9e9bce1-726a-42ba-ba8f-f6d03cbcf655","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:42:08.340812055Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"d2070e18-f95d-4a58-beab-ef768e5bef07","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-b9204b\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.426661112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"a038548f-1958-4f5a-92bf-19483540724f","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.45449468Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"5f77d7d6-eaa0-4aa5-845d-a9e2e66e667e","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.454517389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"5f77d7d6-eaa0-4aa5-845d-a9e2e66e667e","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.489788751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"30d65dfc-6531-4876-8da5-adae26687a38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.508716755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"db7964a8-0bd6-48cb-9ceb-14bac9ab0554","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.508742783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"db7964a8-0bd6-48cb-9ceb-14bac9ab0554","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.545480136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"30d65dfc-6531-4876-8da5-adae26687a38","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.584953354Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"32422552-7610-4d56-92e7-d689c84278a0","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0391a/e2e-b-only-b9204b","ai-tenant-e2e-shared-b-w0-f0391a/e2e-shared-sub-b9204b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.58594571Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c613b16c-f7ba-406a-80b5-f834928389d3","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.585963832Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c613b16c-f7ba-406a-80b5-f834928389d3","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.631499905Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"58297736-ec8d-42be-ac6f-883bc69fc469","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.727093737Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"229bc069-a977-48c7-9e35-6a8374179639","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.827452314Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"e3c8b299-75fd-4969-83b2-5befd5109d59","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.885779802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"af33140e-686c-4d41-8c16-a4cda5f95da7","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.885801131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"af33140e-686c-4d41-8c16-a4cda5f95da7","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:08.927858156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"c48044e4-fb7c-464e-9a21-95ca0bbb4b0d","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:09.0862185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"14304baa-be41-42f4-b5ff-0f03c24ef2d2","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.893125565Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"111d6165-4ab3-428f-b6ea-8f18b7a68965","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:17.893171911Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"d8ec0fd5-94cf-46e5-ba67-fb7ba4b2b452","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.051984447Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"148552c2-b79e-43ac-a0f9-f51fbf789e83","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.052006558Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"148552c2-b79e-43ac-a0f9-f51fbf789e83","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.054400755Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"22c75d29-b8ec-47f5-a9a5-36e85dd27d68","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.054417654Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"22c75d29-b8ec-47f5-a9a5-36e85dd27d68","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.061202203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"b04c1e94-0bba-4f65-94d6-2f9ac355f10d","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.061257525Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"e5803dab-ec6c-464b-ab99-084e334be8e0","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.221649089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"3f92fb54-14ff-4bee-8039-cb0336f5bcf7","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.221669468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"3f92fb54-14ff-4bee-8039-cb0336f5bcf7","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.224111366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"72391d10-7ecc-4cb8-9603-6d6a4716cc5f","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.224130693Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"72391d10-7ecc-4cb8-9603-6d6a4716cc5f","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.314707374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"77c171b2-0702-4764-8c65-fef6f9019b2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.37007408Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"77c171b2-0702-4764-8c65-fef6f9019b2c","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.431533006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"80324d7d-aa1b-48e4-8d41-47371420f48e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:18.487073422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"80324d7d-aa1b-48e4-8d41-47371420f48e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.110474044Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"0b9f777a-70af-4e63-838f-5387b2efd7ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.110509826Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"92fef44f-1bb3-4e4c-a98f-4e8564c3d2ca","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.110528885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"92fef44f-1bb3-4e4c-a98f-4e8564c3d2ca","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.355608208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"0b9f777a-70af-4e63-838f-5387b2efd7ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.367727947Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"df3c6ef3-0072-4596-95b1-b7c31f8af3a1","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.367892948Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"8a146742-d7fa-4a9b-beef-b59e2e7e772b","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.480688366Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"0b9f777a-70af-4e63-838f-5387b2efd7ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.480712619Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-b9204b","reconcileID":"0b9f777a-70af-4e63-838f-5387b2efd7ae","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.535138291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"21443ea4-6db6-4db5-a1c4-b9c3fdefdac5","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.535163326Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"21443ea4-6db6-4db5-a1c4-b9c3fdefdac5","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.69366436Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ae98937d-c8dd-4cf1-86d5-40fe74cde483","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.693685662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ae98937d-c8dd-4cf1-86d5-40fe74cde483","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.794657674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"79ce0d5d-54c3-4c31-919a-6833b09d22b8","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:22.794694259Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"4d0436e4-fa99-459a-9063-48ddf0a4078e","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:23.913735238Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:33.056159856Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"f62c4cd5-a39e-4fb7-b407-e6bfb2accb0d","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscription":"e2e-shared-sub-b9204b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:33.265196546Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-b9204b","reconcileID":"f62c4cd5-a39e-4fb7-b407-e6bfb2accb0d","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-a3dce7/e2e-a-only-b9204b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:33.471092849Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"b39b2fe6-4b9f-4766-9ca5-3550761b2faf","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:33.528270684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ee0b9706-50af-41a3-bd60-a3f97233b679","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:33.528291739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ee0b9706-50af-41a3-bd60-a3f97233b679","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:33.706736558Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"1b81ccdc-fabb-4464-a44f-1fd3d5afc2b7","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:33.706759631Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"1b81ccdc-fabb-4464-a44f-1fd3d5afc2b7","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.864448392Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"2222df75-9cd9-413b-8412-f027ddace6e0","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscription":"e2e-a-only-b9204b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.915309157Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"2222df75-9cd9-413b-8412-f027ddace6e0","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:43.966023184Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-b9204b","reconcileID":"2222df75-9cd9-413b-8412-f027ddace6e0","MaaSSubscription":{"name":"e2e-a-only-b9204b","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.232391382Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f7372347-101c-4195-ae80-ef9a98d9bbbc","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.232413098Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f7372347-101c-4195-ae80-ef9a98d9bbbc","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.592971578Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"885ece35-b49c-48fc-b0af-64fffdf37f0d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.593019857Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"195b42c8-8d3e-4a2d-b2bb-b1b89c834f3f","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.593034441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"195b42c8-8d3e-4a2d-b2bb-b1b89c834f3f","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.793962674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"885ece35-b49c-48fc-b0af-64fffdf37f0d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.859659151Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"680a72c5-8593-4a78-bad7-940a442abc68","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.859660851Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"a012400e-e527-4908-a27d-306caa1ef41d","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.919977657Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"885ece35-b49c-48fc-b0af-64fffdf37f0d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.920001613Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-b9204b","reconcileID":"885ece35-b49c-48fc-b0af-64fffdf37f0d","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.975989486Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"4e1e37d5-f067-48c9-951c-af4cd54322b2","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:44.976016839Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"4e1e37d5-f067-48c9-951c-af4cd54322b2","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:45.136196041Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"afb04d9b-0b76-4425-bf7c-5ca56cab23f5","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:45.136224313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"afb04d9b-0b76-4425-bf7c-5ca56cab23f5","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:45.237349256Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"639ebc6a-72e5-4986-a66b-85a707ca58d1","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:45.237347556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"7ce92999-65d9-45f9-b1c9-8b942390f40c","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:53.914203167Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.501082267Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"192b59d5-a379-4c01-bc9e-d4d3ad9805ea","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscription":"e2e-shared-sub-b9204b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.708126703Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-b9204b","reconcileID":"192b59d5-a379-4c01-bc9e-d4d3ad9805ea","MaaSSubscription":{"name":"e2e-shared-sub-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0391a/e2e-b-only-b9204b"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.910060682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"52d1051f-d37e-4579-87d9-0e461ecbaeaf","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.968704226Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cf744e8a-0846-44fb-978b-2ff0f55604b7","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:55.968725303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cf744e8a-0846-44fb-978b-2ff0f55604b7","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.293596137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"fb3c196a-7a13-432d-95ba-19cae3744698","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:42:56.293619808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"fb3c196a-7a13-432d-95ba-19cae3744698","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.452597889Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"ba9fd1a2-6a0f-49ec-949c-a057cf01b2b1","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscription":"e2e-b-only-b9204b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.502957728Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"ba9fd1a2-6a0f-49ec-949c-a057cf01b2b1","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.553483354Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-b9204b","reconcileID":"ba9fd1a2-6a0f-49ec-949c-a057cf01b2b1","MaaSSubscription":{"name":"e2e-b-only-b9204b","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.819105407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"277aec2e-2f2f-4aee-b41f-6cc98757f3da","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:06.819127014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"277aec2e-2f2f-4aee-b41f-6cc98757f3da","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.238618355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"5e62a2f4-2430-4297-bdf6-b7e32c8ba9d9","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.238642087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"5e62a2f4-2430-4297-bdf6-b7e32c8ba9d9","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.29371407Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"9f2c4fb4-2dda-4080-aa87-610e7a50ca3a","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.293735371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"9f2c4fb4-2dda-4080-aa87-610e7a50ca3a","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.393210232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"e79e6a53-aa82-4c85-bf5b-03054984acc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.517663118Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"e79e6a53-aa82-4c85-bf5b-03054984acc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.572902226Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"e79e6a53-aa82-4c85-bf5b-03054984acc1","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.626759242Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ab7be08c-a005-4830-ae48-2c542da8eaa5","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:07.626783469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ab7be08c-a005-4830-ae48-2c542da8eaa5","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.727447066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"1b387a13-80f4-4853-85a1-0b3ed27efb77","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.78288561Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"1b387a13-80f4-4853-85a1-0b3ed27efb77","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.836642826Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-a-w0-a3dce7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (cfb1b634c9c2fa88c43e9b5ac7a2928855de800d4f63de7e489ba92c5771e2e6) AuthConfig (d68d796ddb2be9c816156f74a70f7d60528c8364e88b82adc3de286642932538) AuthConfig (78da6abb026c33d77e0361d1ea0859e75022a53e776ddee527e7f0b2fe8f3204) AuthConfig (ec8084f999bf25d932f223d2bba371b0bd745556f82fefd42d6334dae5c5a84f) AuthConfig (52c3463b0b85f311024e4ceb27e613144c64905e1183050d501514ece705d036) AuthConfig (9ca54684d735173393e5232a17ee5d276db7a00249c46a5843427a65a450c655) AuthConfig (403dffc0fbc4d6494739d15d1cd6de32280b776d748f532885e6392984ce9424) AuthConfig (7c95499732e24d2aecd7ddcf5264b620d4f299233cf678c5da658a4f82518226) AuthConfig (384735cfc1dc2b5af9739a9de1101e0a66d92768b7a3db4653b8412f5c39e3be) AuthConfig (a76eded8c8a0f35f6f532d23dc193229c8f477efe3da8d3ab9bceb57b93e6bae) AuthConfig (06abbf4a2e3440f9f1d7c184502e0b53925ccd5df9cdc4c7bc554274a6fd915a) AuthConfig (1312aeb6a8b0ef136057f6b6dcef0a57404d6b0455f4eea2c37060d6c9e4c96f) AuthConfig (65f4f02d78d0e444fe8a1c30a0a4e6feda03a920e348ab0ac05befa8bed436be) AuthConfig (0e72d2c5f5e56e4f1f6d3faf85c4aab7b8d4dd027c09922e3837f99a92405308) AuthConfig (6e606d2c42e7530031ef8241d95ea401349692e19d5784cd1b59cedbe938f28f) AuthConfig (a0274aaf7686a042d9d3e253521297db6e5b35a3e9e2c96147df401bb4335464) AuthConfig (47242c1a1a037e9ae98727679f9ed40e5149f024399cfa77bb1571f945f9e407) AuthConfig (6ad30d36f5fc26d1c3bfe89ab1173547e7a7eca6c8fe071660be267464b74669)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"1b387a13-80f4-4853-85a1-0b3ed27efb77","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.892985489Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"1b3bbec4-7fd9-4cb5-a785-cf3259bf50f0","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:17.893008266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"1b3bbec4-7fd9-4cb5-a785-cf3259bf50f0","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:23.9130418Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:27.995317608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"3101fdd0-f440-47f5-90b4-b27f4bd7ac39","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:28.051191536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"3101fdd0-f440-47f5-90b4-b27f4bd7ac39","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:28.308862395Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"3b4a49c7-f357-4d6a-ada2-a8e7efeed181","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:28.308885099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"3b4a49c7-f357-4d6a-ada2-a8e7efeed181","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:29.84767308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"3b2e97e6-589a-48f5-acf6-f166163a3a8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:29.94848789Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"b493114b-b3c9-476c-8e4e-c50188cf251e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:30.077250848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"394c183d-a54c-4feb-a1db-f6fba412978b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:30.241924588Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"7975c540-77f1-4fe2-ad6b-fceba83ae4be","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.543865491Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"25ba788e-5965-4f80-aa84-366b42c14377","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.54388573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"25ba788e-5965-4f80-aa84-366b42c14377","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.600517501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"087c4574-acdf-441c-aa2f-c5a9a6f04888","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.600540778Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"087c4574-acdf-441c-aa2f-c5a9a6f04888","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.700214662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"d1dd2756-c22b-4cf2-bc60-e759b891d565","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.823331836Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"d1dd2756-c22b-4cf2-bc60-e759b891d565","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.877648757Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0391a-maas-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"d1dd2756-c22b-4cf2-bc60-e759b891d565","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.933236932Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"c576bbea-e6ec-4377-b143-dca3ad105c75","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:33.933260866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"c576bbea-e6ec-4377-b143-dca3ad105c75","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:44.034065437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"4388745e-759f-498c-9ff7-3aaf90bc6931","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:44.089449336Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"4388745e-759f-498c-9ff7-3aaf90bc6931","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:44.143542578Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-shared-b-w0-f0391a-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c670d8e875dbd8aac61279dc3fbf2ccaf1a4dadec4ddfb62f0d0962dafd9706) AuthConfig (ad848a27800c8078774cc0ec4c1773c583e42accdc292c70e4da231a542f5e2e) AuthConfig (56bb06ccfdf672954b9e702f084055d36deb166682f696ee95af5da95d06ac36) AuthConfig (014e9da478515a175a8cf799a305f3d389b6a87852b8d9289ad31b9865bb1d97) AuthConfig (45646746cff8649f4a27f3d729ed0e9a0623f3660d3100e7e9f27fc1588b1af8) AuthConfig (b32f095122077bfe6e7f5c2e069cb0cfdf891b3586a5ee5829a2044e3b425f42) AuthConfig (19062af311aac07cac12d30bee85a507908ff3cdf747bd6d1ba76cc9637ee34c) AuthConfig (842725137f2655ba840c5181761ba24737011b59af8454e2a77a8d30dacb6235) AuthConfig (d8ea62898c06ec0af13de83831378f3810a11e289e31004a543cf4776ec47a24) AuthConfig (1c7605a0d38e5e57fbd1d053340f7084ad1caf97d8d482051fa6004614ab994e) AuthConfig (a06cb8cc9dd1e259b16d0ad17e03cd38ea2da568601b60f660795872a3ec5d33) AuthConfig (f1decbc98ea9f113d55d559b7cd29610aa7f33b61c9df43ac91ac1e32abaa431) AuthConfig (b7639107abfbadb965a3e8d8dbb7f21a0b9dca8a0708ef9f1cd0046738565c04) AuthConfig (87614e892a00e85e4ba6c24e2e2d5f893f55013cc421b7747e75551f311da974) AuthConfig (ecb665f083717b75af63d38d73e52f93a9e7d30978bfe8393f77d2710f9f03de) AuthConfig (8dc826aeae3787bc636c818f10122e1dc6284fa4c718bfd9cbed78e7b35fd090) AuthConfig (7e30cb8c003c81d2dcfe8719a3bfc7f408f4c49b2a0e888975441b0591c64945) AuthConfig (42b9ffd7316e7adf9a63543d1c25018b5a110777e46d97d05084959717893f3e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"4388745e-759f-498c-9ff7-3aaf90bc6931","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:44.200043157Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"815342c1-c1e9-47b3-9e2d-417da76e94f9","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:44.200064093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"815342c1-c1e9-47b3-9e2d-417da76e94f9","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:53.913194019Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:54.301049396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"170ea6f2-c942-48ce-a982-361aa11a9294","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:54.356427058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"170ea6f2-c942-48ce-a982-361aa11a9294","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:54.665866326Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"58bbbeb5-e090-4c4b-b33b-f16fe6421c71","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:43:54.665886573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"58bbbeb5-e090-4c4b-b33b-f16fe6421c71","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.233130831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c14bb289-0ecc-4b97-84e6-5781209a417a","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.233154032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c14bb289-0ecc-4b97-84e6-5781209a417a","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.28963898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"fce88084-3eec-4f65-89bc-0a5febccc11d","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.28965877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"fce88084-3eec-4f65-89bc-0a5febccc11d","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.332953748Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"a71afa82-2472-4140-be5c-1927a4077b5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:00.340920759Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"53cfe5ed-810e-46f4-af2f-71cd63f3e019","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d84ebf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.388413848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"a71afa82-2472-4140-be5c-1927a4077b5f","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.449031779Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"1c9df882-4755-4af7-b1ec-bd21d732c5d3","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.449051657Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"1c9df882-4755-4af7-b1ec-bd21d732c5d3","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.502753834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"dd370949-5815-451a-8aa8-b12e217dc739","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.502776212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"dd370949-5815-451a-8aa8-b12e217dc739","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.551553235Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cfc2b3fc-27f3-4c6e-8d01-3c2606fc3a69","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.551575002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cfc2b3fc-27f3-4c6e-8d01-3c2606fc3a69","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:00.693443045Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"d5ef10b3-8483-473f-8bf8-4af128534a67","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-sub-d84ebf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.693712412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"dfd058fe-c80f-4bb9-adba-3b3abaad84d0","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.693729807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"dfd058fe-c80f-4bb9-adba-3b3abaad84d0","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.693924343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"7e891d0c-fbb0-4f38-bc35-49ef0d2b18ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.74912696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"7e891d0c-fbb0-4f38-bc35-49ef0d2b18ee","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.752464134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"66edde21-39b1-4470-bc47-fec31adf2371","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.757466603Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"f097d561-1624-481d-a843-1ea0a70f0825","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"sub-test-model-a3dce7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-a3dce7/e2e-shared-sub-d84ebf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.799289134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"afb40e02-d30c-405d-a086-8607558290ad","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.799311946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"afb40e02-d30c-405d-a086-8607558290ad","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.807323731Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"66edde21-39b1-4470-bc47-fec31adf2371","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.840529613Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"86000746-2aaa-41f6-a20c-ccda98cf6e4c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.840552074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"86000746-2aaa-41f6-a20c-ccda98cf6e4c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.85479016Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"aa6c53fc-5a91-47c1-b1fa-eacc580a5e89","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.854809972Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"aa6c53fc-5a91-47c1-b1fa-eacc580a5e89","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.8955343Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c9cac585-02ee-4716-b15b-210815c1e1c6","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.895555222Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"c9cac585-02ee-4716-b15b-210815c1e1c6","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.913526663Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"bf1e9771-a400-4ce9-a401-e5be4f8e8517","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:00.913549287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"bf1e9771-a400-4ce9-a401-e5be4f8e8517","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:00.94841689Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"4cbbdb35-e8c4-41d1-811a-8284de79cd70","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-a-only-d84ebf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.049183858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"2ae98c1a-f3c0-4763-bc46-57ee982ffdaf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.062907991Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"25f0f80b-fbd3-462b-be7d-31bd550e4638","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"sub-test-model-f0391a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0391a/e2e-shared-sub-d84ebf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.063725403Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"e06bf639-eaff-45c8-b248-bb5c0331967c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.063742048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"e06bf639-eaff-45c8-b248-bb5c0331967c","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.099238967Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"1801a625-f211-48c2-9666-115d20b39ac6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.104403766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"2ae98c1a-f3c0-4763-bc46-57ee982ffdaf","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.118871215Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"85d4583d-6972-4a5a-b861-86c442060260","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.118886579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"85d4583d-6972-4a5a-b861-86c442060260","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.128581448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"a730be77-81b6-40e4-bcbe-0023c85d07d0","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.128596121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"a730be77-81b6-40e4-bcbe-0023c85d07d0","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.154689525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"1801a625-f211-48c2-9666-115d20b39ac6","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.183416493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"4ca459b8-77cc-4d78-bed2-80870faa0cd5","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.183434944Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"4ca459b8-77cc-4d78-bed2-80870faa0cd5","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.209605592Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"d7db2309-fbdf-4b0b-b697-6814eba070ca","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-a-w0-a3dce7/e2e-a-only-d84ebf","ai-tenant-e2e-shared-a-w0-a3dce7/e2e-shared-sub-d84ebf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.220465925Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"e0ac7ec6-8fb3-45ac-9db1-773670e8c584","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.220485248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"e0ac7ec6-8fb3-45ac-9db1-773670e8c584","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"ERROR","timestamp":"2026-11-03T02:44:01.236040118Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"2bc22ae5-e4a4-4c08-a76c-f8484d1b1bdc","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-b-only-d84ebf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.321418422Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"fa653b72-3d76-4cdd-bdc4-1cd146e773f1","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.349602928Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"31a4be2d-841c-4762-be23-c9786ef4b042","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.349620668Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"31a4be2d-841c-4762-be23-c9786ef4b042","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.367929301Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ea0d6f7d-c515-45dd-a7b5-ee666c8f929e","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.367953521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"ea0d6f7d-c515-45dd-a7b5-ee666c8f929e","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.403806615Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"148a54f5-fc2c-43b3-8e04-ece50d9840df","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.403831582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"148a54f5-fc2c-43b3-8e04-ece50d9840df","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.405603815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"59aa4af9-c12e-4c1e-8ed4-f352db2695ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.460845423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"59aa4af9-c12e-4c1e-8ed4-f352db2695ed","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.477530911Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"beb9285f-5ead-4aa4-a9e6-f035e94963d4","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0391a/e2e-b-only-d84ebf","ai-tenant-e2e-shared-b-w0-f0391a/e2e-shared-sub-d84ebf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.48065908Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"83df58c0-83a4-4327-91ff-3f231822fe30","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.480678951Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"83df58c0-83a4-4327-91ff-3f231822fe30","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.568569149Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"e5c01dff-8991-49ed-accb-22d3fa99cdaa","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.604969171Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"dfdee543-478e-47ed-a027-cbad6d536b43","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.680614397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"a61c041d-c13c-4275-a510-baf3bb27c1cd","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.763420543Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"86c7f998-8278-4bc2-b713-aeeb80d3a6aa","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.763445468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"86c7f998-8278-4bc2-b713-aeeb80d3a6aa","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.780933832Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"2c568d4e-c075-44ac-b1f7-2ab6b4c87404","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:01.964835424Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"d6d67737-ce0a-4766-835a-29fed4ffb617","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.295866337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"82bfd25d-ddce-4757-9ab8-dc8ab83f4bf0","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.295885842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"4ab922cb-409c-49ec-beeb-2c8c08d84a42","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.395967398Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"1b6680d3-ecef-4420-99d4-178663f17bc7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.412868764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"17c6b51f-a530-49ba-8c01-c0e2c914fa16","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.457303454Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"da5dfbec-91f4-475b-adda-9f6013abbe52","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.457340459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"da5dfbec-91f4-475b-adda-9f6013abbe52","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.534528521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"5a390ebf-d118-4ef9-936c-fcd883c3b384","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.534556846Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"5a390ebf-d118-4ef9-936c-fcd883c3b384","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.681783941Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a9f5055b-12a0-42e6-83d1-69669c4a3c6b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.739189784Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1cbb8714-9124-433f-b086-3617230dcd32","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.783143732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"c77cfd83-53bb-468a-8012-a94f0f99f906","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.838263389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"c77cfd83-53bb-468a-8012-a94f0f99f906","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.841670229Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"57bfd681-3988-4255-b3fa-b535cdb08d03","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.841821774Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"89c08531-5311-421f-8319-deb748945789","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.883462838Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"8a839947-23c0-4bf8-8f37-4d55e6cb11b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:07.938738297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"8a839947-23c0-4bf8-8f37-4d55e6cb11b0","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.001046481Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"e88f475e-37ad-4fd4-b34e-dd3387e0b7f8","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.001065922Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"e88f475e-37ad-4fd4-b34e-dd3387e0b7f8","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.003590469Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"f17e32cd-4356-4065-81e5-bcf53d23ebc1","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:08.003606371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"f17e32cd-4356-4065-81e5-bcf53d23ebc1","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.375038909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"0f34ceda-2acf-4fd0-bde8-c27c5c3dd6ec","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.487791222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"48164a57-2a4b-47a8-8c3e-8e043cd964fe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.588548488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"5da3d194-a753-4ca2-b464-429d17c90c65","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.58871076Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"a4149f4f-0c43-4729-b3fd-3251b58fdb42","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.68809841Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"2a176349-d63d-4c9e-a3dd-8cbd2e7f3fca","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.688153857Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"31efb62c-5301-43c1-991e-34759cd2e2d5","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.792221397Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5776848f-f8c3-4860-88b3-bd431a9ebd66","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:14.893079166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0ea92e2b-4c4e-4fdb-9157-e8e1b3623468","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:15.857053931Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"2ef45f1b-661c-431b-8ce7-5e0f80045f5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:15.857185005Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f89be2fe-f863-4778-a1e2-36374d56ef8e","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:15.857203453Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"f89be2fe-f863-4778-a1e2-36374d56ef8e","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.058943879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"2ef45f1b-661c-431b-8ce7-5e0f80045f5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.116465968Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"12d6bb07-b7ac-4d1b-8948-3a9ecb6dcb45","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.116740202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"2b59243d-736c-4f6c-83bf-28ebb5146fdd","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.183310622Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"2ef45f1b-661c-431b-8ce7-5e0f80045f5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"e2e-shared-a-w0-a3dce7-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.183338615Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"2ef45f1b-661c-431b-8ce7-5e0f80045f5e","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-a-w0-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.238036295Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"83dff629-bbec-41b2-bc8c-56971e624c33","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.238055885Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"83dff629-bbec-41b2-bc8c-56971e624c33","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.377058934Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"9eb716aa-f0d6-4284-85df-0d31c902258d","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.377079585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"9eb716aa-f0d6-4284-85df-0d31c902258d","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.496246717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"ef8c4578-34bb-43c4-a3c6-e7ccb7279b9c","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:16.499524616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"95413b47-6d10-4da9-ab65-5ea415bd9018","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:23.913805832Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:26.818162109Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"42888582-f8db-45ec-a592-f867716d80f6","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscription":"e2e-shared-sub-d84ebf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.027244963Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-shared-sub-d84ebf","reconcileID":"42888582-f8db-45ec-a592-f867716d80f6","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-a-w0-a3dce7/e2e-a-only-d84ebf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.229004781Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"397d3c99-7f82-4fda-9ecb-0cc22ed76eea","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.237842159Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"de967225-112d-4817-9bbb-2ca2b30bc108","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.237861363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"de967225-112d-4817-9bbb-2ca2b30bc108","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.408561642Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"07b8c543-58b8-4833-8fe6-0eb090962180","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:27.408592357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"07b8c543-58b8-4833-8fe6-0eb090962180","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:33.603337527Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"75d7163d-3af8-4f5c-8320-1157f3a3d081","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:33.603441079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"0cd19256-37cc-4449-9646-7f6f02a9d678","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:33.702821923Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"99258498-ff9d-4fa3-b120-ed440ca09204","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:33.803081002Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"4d25e5c7-51bf-4754-bf9f-5350e0e12884","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:33.910229589Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"71e6de1a-21df-4e3a-8d0c-7b0e30eff748","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:34.131116541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"4119cce5-430d-4f45-9e10-03188d3883dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.568796123Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"84309ca2-b288-4507-b37c-26c8e33d5d5b","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","subscription":"e2e-a-only-d84ebf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.61964338Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"84309ca2-b288-4507-b37c-26c8e33d5d5b","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.670310609Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"e2e-a-only-d84ebf","reconcileID":"84309ca2-b288-4507-b37c-26c8e33d5d5b","MaaSSubscription":{"name":"e2e-a-only-d84ebf","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"name":"maas-trlp-sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.935098097Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"cb49f62d-0ced-4072-b376-dca5560843a3","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"tenant":"e2e-shared-a-w0-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","model":"ai-tenant-e2e-shared-a-w0-a3dce7/sub-test-model-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:37.935120241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"sub-test-model-a3dce7","reconcileID":"cb49f62d-0ced-4072-b376-dca5560843a3","MaaSModelRef":{"name":"sub-test-model-a3dce7","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"routeName":"sub-test-model-a3dce7-kserve-route","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","llmisvcName":"sub-test-model-a3dce7","gateway":"openshift-ingress/e2e-shared-a-w0-a3dce7","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.254535082Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"bebac637-2e84-43dd-8165-19578a87d76a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.254629225Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"6183a3bb-702d-4d55-b89b-7fc28c7db68c","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.2546511Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"6183a3bb-702d-4d55-b89b-7fc28c7db68c","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.45501103Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"bebac637-2e84-43dd-8165-19578a87d76a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.511251872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"88025264-3599-4bc8-9be6-c81da5fcd3e6","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.51190627Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"71317272-e4c0-495a-ba2d-ab1f39164ccc","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.579243108Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"bebac637-2e84-43dd-8165-19578a87d76a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"e2e-shared-b-w0-f0391a-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.579270442Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-sub-iso-auth-d84ebf","reconcileID":"bebac637-2e84-43dd-8165-19578a87d76a","MaaSAuthPolicy":{"name":"e2e-sub-iso-auth-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-shared-b-w0-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.633856977Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"33ff280b-5404-4b72-b510-8079db11fa70","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.633879735Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"33ff280b-5404-4b72-b510-8079db11fa70","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.786227822Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"ac20aab2-aa38-4fbf-8aa9-28bb8a0ceca1","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.786247518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"ac20aab2-aa38-4fbf-8aa9-28bb8a0ceca1","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.892533312Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"c546094a-7e08-4c9f-9660-56eb503f0080","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:38.892553211Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"fc93732e-f479-4a61-bca2-52aa8619cc37","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":2,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.154437776Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"b2e6d2df-eb7a-4d9c-838a-a45e39655d85","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscription":"e2e-shared-sub-d84ebf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.363535499Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-shared-sub-d84ebf","reconcileID":"b2e6d2df-eb7a-4d9c-838a-a45e39655d85","MaaSSubscription":{"name":"e2e-shared-sub-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-shared-b-w0-f0391a/e2e-b-only-d84ebf"],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.56531544Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"e6b15467-21ed-41db-b7db-460888d229fe","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.623509239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"775f2f1f-cb21-41c8-886d-4e83559194b9","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.623532163Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"775f2f1f-cb21-41c8-886d-4e83559194b9","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.948175064Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"3738a36f-f194-4032-ae05-b5d32e239f03","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:49.948207248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"3738a36f-f194-4032-ae05-b5d32e239f03","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:44:53.913600205Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.106062523Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"203cccfb-cf0e-43b1-b6ac-f00a4e6f1eba","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","subscription":"e2e-b-only-d84ebf","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.156662162Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"203cccfb-cf0e-43b1-b6ac-f00a4e6f1eba","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.207193468Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"e2e-b-only-d84ebf","reconcileID":"203cccfb-cf0e-43b1-b6ac-f00a4e6f1eba","MaaSSubscription":{"name":"e2e-b-only-d84ebf","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"name":"maas-trlp-sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.529321104Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cf3d25e1-88e5-4d69-aaf9-68596ab8355e","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"tenant":"e2e-shared-b-w0-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","model":"ai-tenant-e2e-shared-b-w0-f0391a/sub-test-model-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:00.529345106Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"sub-test-model-f0391a","reconcileID":"cf3d25e1-88e5-4d69-aaf9-68596ab8355e","MaaSModelRef":{"name":"sub-test-model-f0391a","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"routeName":"sub-test-model-f0391a-kserve-route","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","llmisvcName":"sub-test-model-f0391a","gateway":"openshift-ingress/e2e-shared-b-w0-f0391a","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:22.759728318Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"ebeaa697-bda0-4ec3-a7ca-2a2dab307d48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:22.859951617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6507d9c7-7bf1-4996-8dbf-5e50c305556b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:22.961382282Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"9ae5fb1d-e2c0-40d7-bca8-57831374e2c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:23.062099978Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3e965446-8daf-4302-a7d4-8415fc860514","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:23.914004611Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.717756611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"b4e987c2-f54f-4b3c-9709-b68cf556b789","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.829123043Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"872b62fd-c127-4543-8e6e-6a3aaaf04916","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.940639827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74624f09-f409-4304-be62-b6b7827ab34a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.9710735Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.971132667Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:33.971201148Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","tenant":"e2e-shared-a-w0-a3dce7","tenantID":"e2e-shared-a-w0-a3dce7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.023030104Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"Deployment","name":"maas-api-e2e-shared-a-w0-a3dce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.030220103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"89d0dd18-b460-4db3-aaff-04016d21b8cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.080598678Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"Service","name":"maas-api-e2e-shared-a-w0-a3dce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.137151629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-a-w0-a3dce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.188924306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-a-w0-a3dce7","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.241751374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.320004123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.462654589Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.515191796Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.568943632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"Deployment","name":"payload-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.620597228Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.717551335Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"Service","name":"payload-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.775090484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"Service","name":"payload-pre-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.836822004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"DestinationRule","name":"payload-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.909426663Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:34.966226743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.021389188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.073282004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.124957762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.178506994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-a-w0-a3dce7","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.211748439Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1977cc9-2e87-44a8-acf3-b1cf8962e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.261782486Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1977cc9-2e87-44a8-acf3-b1cf8962e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.26357292Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-a-w0-a3dce7"},"namespace":"ai-tenant-e2e-shared-a-w0-a3dce7","name":"default-tenant","reconcileID":"71e46426-6025-4df8-9d8d-d8a91f712dd3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-a-w0-a3dce7","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.312047768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1977cc9-2e87-44a8-acf3-b1cf8962e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:35.362461037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b1977cc9-2e87-44a8-acf3-b1cf8962e945","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.246471687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27928d2e-0876-408c-803b-f1ce077a84b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.296747414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27928d2e-0876-408c-803b-f1ce077a84b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.347192897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27928d2e-0876-408c-803b-f1ce077a84b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:37.39735381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27928d2e-0876-408c-803b-f1ce077a84b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:41.34363456Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-a3dce7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-a3dce7","reconcileID":"1ae342b3-3fc4-48b4-aae1-858cd0439bf6","aitenant":"ai-tenants/e2e-shared-a-w0-a3dce7","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:41.940716916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433d1fdc-0689-44f4-a615-e8cd87c033a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:41.991032975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433d1fdc-0689-44f4-a615-e8cd87c033a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:42.041226045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433d1fdc-0689-44f4-a615-e8cd87c033a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:42.091514991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"433d1fdc-0689-44f4-a615-e8cd87c033a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:42.148583968Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-a-w0-a3dce7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-a-w0-a3dce7","reconcileID":"1ae342b3-3fc4-48b4-aae1-858cd0439bf6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-a-w0-a3dce7","removed":["maas.opendatahub.io/gateway-access-e2e-shared-a-w0-a3dce7"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:43.912961737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0addfb6-d219-4292-951a-96a67df7302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:43.963133176Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0addfb6-d219-4292-951a-96a67df7302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:44.014134845Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0addfb6-d219-4292-951a-96a67df7302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:44.064947706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0addfb6-d219-4292-951a-96a67df7302e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:45.939814372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9054606a-5bbd-4fb6-9d52-c9dbe36f2bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:45.989946281Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9054606a-5bbd-4fb6-9d52-c9dbe36f2bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:46.039989278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9054606a-5bbd-4fb6-9d52-c9dbe36f2bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:46.090265783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9054606a-5bbd-4fb6-9d52-c9dbe36f2bef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.341553348Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.341627279Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","namespace":"ai-tenant-e2e-shared-b-w0-f0391a","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.341677491Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","tenant":"e2e-shared-b-w0-f0391a","tenantID":"e2e-shared-b-w0-f0391a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.395657096Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"Deployment","name":"maas-api-e2e-shared-b-w0-f0391a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.456970364Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"Service","name":"maas-api-e2e-shared-b-w0-f0391a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.515863281Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"HTTPRoute","name":"maas-api-route-e2e-shared-b-w0-f0391a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.568595538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-shared-b-w0-f0391a","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.62234478Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.674987354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.730986571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.784131365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"Telemetry","name":"latency-per-subscription-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.83510573Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"Deployment","name":"payload-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.862469577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd3d7f-29a0-43db-85a1-de37101877cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.913438541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd3d7f-29a0-43db-85a1-de37101877cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.913543863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"Deployment","name":"payload-pre-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:50.964600024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd3d7f-29a0-43db-85a1-de37101877cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.015311442Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"Service","name":"payload-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.015619614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aadd3d7f-29a0-43db-85a1-de37101877cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.071639507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"Service","name":"payload-pre-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.126838706Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"DestinationRule","name":"payload-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.180259103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"DestinationRule","name":"payload-pre-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.287609831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"EnvoyFilter","name":"payload-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.345039581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.394831715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"NetworkPolicy","name":"payload-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.444738026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"ServiceAccount","name":"payload-processing-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.4946103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-shared-b-w0-f0391a","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:51.547037754Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-shared-b-w0-f0391a"},"namespace":"ai-tenant-e2e-shared-b-w0-f0391a","name":"default-tenant","reconcileID":"985dd887-31d7-4084-8df7-356fc22f7cb4","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-shared-b-w0-f0391a","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:52.860089722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204e470f-e26b-4c7f-8f34-ae100b813e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:52.911142306Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204e470f-e26b-4c7f-8f34-ae100b813e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:52.961897362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204e470f-e26b-4c7f-8f34-ae100b813e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:53.012093686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"204e470f-e26b-4c7f-8f34-ae100b813e15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:53.913775668Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:56.283119389Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f0391a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f0391a","reconcileID":"95dec4ad-6e6f-4f10-9d59-2e7091c703d1","aitenant":"ai-tenants/e2e-shared-b-w0-f0391a","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:56.84855098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0370100-b0a0-4a79-885c-b30993e430d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:56.898961062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0370100-b0a0-4a79-885c-b30993e430d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:56.949221914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0370100-b0a0-4a79-885c-b30993e430d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:56.999708466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e0370100-b0a0-4a79-885c-b30993e430d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:57.108191395Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-shared-b-w0-f0391a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-shared-b-w0-f0391a","reconcileID":"95dec4ad-6e6f-4f10-9d59-2e7091c703d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-shared-b-w0-f0391a","removed":["maas.opendatahub.io/gateway-access-e2e-shared-b-w0-f0391a"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.255163591Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"9a3c1206-b3b3-4f2c-b7b2-2318c43707b5","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.286167046Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-access","reconcileID":"b9d8b463-9900-4b35-abdf-eca919074300","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.443703746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"3982030e-3ec8-4687-bfac-07f295c02b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.491036812Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"e39c7e1f-89e3-4dbf-a040-29537cc8a494","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.499716443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"3982030e-3ec8-4687-bfac-07f295c02b72","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.54767347Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"d42a65aa-8007-4733-a93b-01d75bf83a39","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.650757809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"5c14021d-947c-4169-a46e-81ab5186f085","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.801800434Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"9ef5bbb1-c514-4a0e-a5de-9e1d9cd24562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.806465818Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"8c7c8e63-887d-4920-9b2a-02b3caaee840","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-4a4c203d","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.856730288Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"9ef5bbb1-c514-4a0e-a5de-9e1d9cd24562","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.858491014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80326c5c-f314-48f8-9878-e5555c280a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.908481645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80326c5c-f314-48f8-9878-e5555c280a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:58.958560387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80326c5c-f314-48f8-9878-e5555c280a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:45:59.008708342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80326c5c-f314-48f8-9878-e5555c280a36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:00.841040727Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca3bf80-63f4-4cee-8773-b0cf0a65c349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:00.891272021Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca3bf80-63f4-4cee-8773-b0cf0a65c349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:00.941543493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca3bf80-63f4-4cee-8773-b0cf0a65c349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:00.991820321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0ca3bf80-63f4-4cee-8773-b0cf0a65c349","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:03.56339567Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"8f611339-724f-459e-bb46-3f331a348bb9","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:03.910503054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"ded1665a-a73c-4830-9520-61922e6529e1","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.259658092Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"71793938-0a61-4648-9aa6-49b16a0f1329","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.415795925Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"586137f7-4930-4642-a4e2-bf9948b1d909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.463587293Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"c9dca1ef-647b-4a8d-bbb8-3d0cbd16de89","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.470858417Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"586137f7-4930-4642-a4e2-bf9948b1d909","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.60655433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"b0f9eb44-6bf9-4e5b-90c0-4d45b49ef149","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.655900825Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"aaa6ba67-586d-45fb-bac7-7cb8f235f7e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","subscription":"simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.70632125Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"aaa6ba67-586d-45fb-bac7-7cb8f235f7e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.713082543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"a75de7ad-cd0b-4646-beeb-664e7b3d3489","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.75706938Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"simulator-subscription","reconcileID":"aaa6ba67-586d-45fb-bac7-7cb8f235f7e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/simulator-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.770005716Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7c305788-dc47-48f2-924b-414639ca46ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.824977214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"7c305788-dc47-48f2-924b-414639ca46ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:04.913876427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"644064f7-e773-45ec-97ec-0d7fab6cfded","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:05.018856121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"ae65f0ee-e781-4716-a6f9-59cc210cf06e","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:05.118469242Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"c45092f3-b3ea-40e5-9076-1f69ec9e683e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:05.173690326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"c45092f3-b3ea-40e5-9076-1f69ec9e683e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:10.752235528Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"6e2eab2a-f1df-48ba-8272-34d39136dfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:10.752287181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"4bb10984-245d-4fa5-af85-a21fd162efc2","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:10.952463023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"6e2eab2a-f1df-48ba-8272-34d39136dfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","xAPIKeyEnabled":false,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.016491961Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"814f2d59-7254-4ea3-ae2f-912b31669006","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.075787591Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"6e2eab2a-f1df-48ba-8272-34d39136dfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"e2e-worker-w0-b6fb9b-maas-auth","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.07581022Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-access","reconcileID":"6e2eab2a-f1df-48ba-8272-34d39136dfc9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.129943817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"ae81d437-d6bf-4cdb-9ad3-7220a6ec1e8c","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.211905919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"b9e00aef-0f56-4965-8c17-08e5c9db4ded","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.249801934Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"c600d273-9641-4e77-b1a0-bb4f1be4974c","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.250022376Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"624afb13-43fe-4433-9337-90cca6fbf016","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.302391718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"a83d7917-b31a-40eb-9cf1-05ba6846e399","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.321956356Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"5e01aeac-2ff5-4d5d-bc11-959e68b3a67a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.352836961Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"200bee5e-113a-4479-9a7e-7595544cb668","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.615764345Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"046424d3-c32e-4069-b483-6a420b6bd7ca","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.615874779Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"046424d3-c32e-4069-b483-6a420b6bd7ca","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.668273783Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"046424d3-c32e-4069-b483-6a420b6bd7ca","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:11.668297922Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"046424d3-c32e-4069-b483-6a420b6bd7ca","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:12.170147193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b90423-9592-4cf0-baa1-f99642e57b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:12.220553602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b90423-9592-4cf0-baa1-f99642e57b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:12.270611013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b90423-9592-4cf0-baa1-f99642e57b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:12.321027445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b90423-9592-4cf0-baa1-f99642e57b95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:14.164313492Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0407017d-bddc-4172-97ab-03085a6b02c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:14.214768679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0407017d-bddc-4172-97ab-03085a6b02c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:14.264965421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0407017d-bddc-4172-97ab-03085a6b02c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:14.315304487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0407017d-bddc-4172-97ab-03085a6b02c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:16.618438115Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"ee0c4121-957f-4405-a29f-f2cff248e738","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:16.618512413Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"ee0c4121-957f-4405-a29f-f2cff248e738","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:16.671448758Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"ee0c4121-957f-4405-a29f-f2cff248e738","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:16.671478664Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"ee0c4121-957f-4405-a29f-f2cff248e738","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.250574299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"07c206e3-2f75-4f5b-8755-7701db1881f6","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.303093594Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"0ffea68f-f01d-41cd-a064-2c361f2c47e5","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.353803704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"4e8bf614-9321-4df3-a772-ce9eaba620b3","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.354115099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"6a4fa456-0bbe-47fc-b330-78887b1877e1","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.611330132Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"18faef1b-cb24-4837-adb9-9a61cc0116cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","subscription":"premium-simulator-subscription","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.661988256Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"18faef1b-cb24-4837-adb9-9a61cc0116cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.672092226Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"e833de90-6694-4045-9b6f-d194def2d839","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.672185311Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"e833de90-6694-4045-9b6f-d194def2d839","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.712841553Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"premium-simulator-subscription","reconcileID":"18faef1b-cb24-4837-adb9-9a61cc0116cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"name":"maas-trlp-premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b","model":"e2e-models-e2e-worker-w0-b6fb9b/premium-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.724661862Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"e833de90-6694-4045-9b6f-d194def2d839","count":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.724686261Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"e833de90-6694-4045-9b6f-d194def2d839","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:21.975110845Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"b44d8f04-eff8-4f46-822d-1ab6d64749e2","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:23.914101667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:26.725539597Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:26.725603055Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","namespace":"ai-tenant-e2e-worker-w0-b6fb9b","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:26.725652445Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","tenant":"e2e-worker-w0-b6fb9b","tenantID":"e2e-worker-w0-b6fb9b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:26.778431376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"Deployment","name":"maas-api-e2e-worker-w0-b6fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:26.838668648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"Service","name":"maas-api-e2e-worker-w0-b6fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:26.896389415Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-b6fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:26.948618623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-b6fb9b","namespace":"odh-ai-gateway-infra","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.001763752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.054835653Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.109982009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.162571863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.212503496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.262224626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.312037602Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"Service","name":"payload-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.361968846Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.411810282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.46171278Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.511649801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.565742654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.615718884Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.665690285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.715669604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-b6fb9b","namespace":"openshift-ingress","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:27.765862775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-b6fb9b"},"namespace":"ai-tenant-e2e-worker-w0-b6fb9b","name":"default-tenant","reconcileID":"bf59fee0-9d61-4b57-b4cb-c6469f00b555","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-b6fb9b","namespace":"","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.251149933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-2-w0-b6fb9b","reconcileID":"5009341d-5b82-4cc2-bee3-50e53e8fd752","MaaSModelRef":{"name":"distinct-2-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-2-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-2-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.30444366Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"distinct-w0-b6fb9b","reconcileID":"ef44df95-6d73-4c2e-abd4-da952e72db0d","MaaSModelRef":{"name":"distinct-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"distinct-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"distinct-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.354610887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"simulator-w0-b6fb9b","reconcileID":"f1eee81b-cfc7-4b06-93b5-dbf3ff909a64","MaaSModelRef":{"name":"simulator-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"simulator-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"simulator-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:31.9759036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"namespace":"e2e-models-e2e-worker-w0-b6fb9b","name":"premium-w0-b6fb9b","reconcileID":"15831934-4a6b-4de4-acc0-5d3c1de06882","MaaSModelRef":{"name":"premium-w0-b6fb9b","namespace":"e2e-models-e2e-worker-w0-b6fb9b"},"routeName":"premium-w0-b6fb9b-kserve-route","namespace":"e2e-models-e2e-worker-w0-b6fb9b","llmisvcName":"premium-w0-b6fb9b","gateway":"openshift-ingress/e2e-worker-w0-b6fb9b","hostnames":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:36.956818427Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"55f5ae18-97ee-4644-a05d-ba3c5842266f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:37.057290761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4e135d6-5481-490c-ace9-6e20285508c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:42.586700682Z","body":"skipping tenant API-key revocation","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b6fb9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b6fb9b","reconcileID":"5c73ea51-ca73-4dc8-9fc0-31177ac6877e","aitenant":"ai-tenants/e2e-worker-w0-b6fb9b","reason":"MaasTenantConfig is not available to restore revocation operands","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:43.145422751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e78302b-d127-4506-b1ae-8dccf39c7629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:43.196320114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e78302b-d127-4506-b1ae-8dccf39c7629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:43.246493339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e78302b-d127-4506-b1ae-8dccf39c7629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:43.296553765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4e78302b-d127-4506-b1ae-8dccf39c7629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:43.400577928Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-b6fb9b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-b6fb9b","reconcileID":"5c73ea51-ca73-4dc8-9fc0-31177ac6877e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-b6fb9b","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-b6fb9b"],"unowned":[],"severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:45.203804975Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf771b-10a8-4e80-9ee0-b26a1c613c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:45.25571775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf771b-10a8-4e80-9ee0-b26a1c613c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:45.306516099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf771b-10a8-4e80-9ee0-b26a1c613c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:45.356704133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2fcf771b-10a8-4e80-9ee0-b26a1c613c54","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:47.196889453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f9200-b87f-42da-bc0b-76f81b6ced1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:47.247209805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f9200-b87f-42da-bc0b-76f81b6ced1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:47.297577147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f9200-b87f-42da-bc0b-76f81b6ced1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9} {"severity_text":"INFO","timestamp":"2026-11-03T02:46:47.347700022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663f9200-b87f-42da-bc0b-76f81b6ced1e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}